[ 495.298212] env[62839]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62839) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 495.298551] env[62839]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62839) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 495.298670] env[62839]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62839) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 495.298999] env[62839]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 495.394295] env[62839]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62839) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 495.405179] env[62839]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62839) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 495.446497] env[62839]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 496.007415] env[62839]: INFO nova.virt.driver [None req-7c70eff5-a454-437c-b47a-16da04ca2d65 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 496.076326] env[62839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.076492] env[62839]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.076673] env[62839]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62839) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 499.325945] env[62839]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-732b70ff-0588-4cd2-8875-1eb9e8d17fa9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.343322] env[62839]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62839) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 499.343445] env[62839]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-bab8c2e1-1efc-4ed3-840a-dd0e92b7b669 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.377218] env[62839]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 1aab4. [ 499.377347] env[62839]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.301s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.378024] env[62839]: INFO nova.virt.vmwareapi.driver [None req-7c70eff5-a454-437c-b47a-16da04ca2d65 None None] VMware vCenter version: 7.0.3 [ 499.381325] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f9eaf-3d54-4580-aa59-e9bc152ae9eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.399190] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c319105-7075-4983-bd6c-55a3b60f3f49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.405056] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf083e5a-172f-4974-90e8-7dcece6b9aae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.411783] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80df13e7-8105-4ec6-a1b7-70c654641a3a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.424630] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce84f0-c8b1-4adb-9063-115c7be637e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.430553] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2459997e-f1b7-4610-8981-3082f49472a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.461357] env[62839]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-5463b58f-c6c6-4e21-88b5-e6db0d389506 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.467055] env[62839]: DEBUG nova.virt.vmwareapi.driver [None req-7c70eff5-a454-437c-b47a-16da04ca2d65 None None] Extension org.openstack.compute already exists. {{(pid=62839) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 499.469796] env[62839]: INFO nova.compute.provider_config [None req-7c70eff5-a454-437c-b47a-16da04ca2d65 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 499.973711] env[62839]: DEBUG nova.context [None req-7c70eff5-a454-437c-b47a-16da04ca2d65 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),89f978cf-d168-42f6-946b-1bc1cb355535(cell1) {{(pid=62839) load_cells /opt/stack/nova/nova/context.py:464}} [ 499.976756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.977039] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.977888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.978333] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Acquiring lock "89f978cf-d168-42f6-946b-1bc1cb355535" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.978534] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Lock "89f978cf-d168-42f6-946b-1bc1cb355535" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.979628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Lock "89f978cf-d168-42f6-946b-1bc1cb355535" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.999184] env[62839]: INFO dbcounter [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Registered counter for database nova_cell0 [ 500.007163] env[62839]: INFO dbcounter [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Registered counter for database nova_cell1 [ 500.010238] env[62839]: DEBUG oslo_db.sqlalchemy.engines [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62839) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 500.010606] env[62839]: DEBUG oslo_db.sqlalchemy.engines [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62839) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 500.015707] env[62839]: ERROR nova.db.main.api [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 500.015707] env[62839]: result = function(*args, **kwargs) [ 500.015707] env[62839]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 500.015707] env[62839]: return func(*args, **kwargs) [ 500.015707] env[62839]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 500.015707] env[62839]: result = fn(*args, **kwargs) [ 500.015707] env[62839]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 500.015707] env[62839]: return f(*args, **kwargs) [ 500.015707] env[62839]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 500.015707] env[62839]: return db.service_get_minimum_version(context, binaries) [ 500.015707] env[62839]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 500.015707] env[62839]: _check_db_access() [ 500.015707] env[62839]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 500.015707] env[62839]: stacktrace = ''.join(traceback.format_stack()) [ 500.015707] env[62839]: [ 500.016498] env[62839]: ERROR nova.db.main.api [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 500.016498] env[62839]: result = function(*args, **kwargs) [ 500.016498] env[62839]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 500.016498] env[62839]: return func(*args, **kwargs) [ 500.016498] env[62839]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 500.016498] env[62839]: result = fn(*args, **kwargs) [ 500.016498] env[62839]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 500.016498] env[62839]: return f(*args, **kwargs) [ 500.016498] env[62839]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 500.016498] env[62839]: return db.service_get_minimum_version(context, binaries) [ 500.016498] env[62839]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 500.016498] env[62839]: _check_db_access() [ 500.016498] env[62839]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 500.016498] env[62839]: stacktrace = ''.join(traceback.format_stack()) [ 500.016498] env[62839]: [ 500.017158] env[62839]: WARNING nova.objects.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 500.017158] env[62839]: WARNING nova.objects.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Failed to get minimum service version for cell 89f978cf-d168-42f6-946b-1bc1cb355535 [ 500.017438] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Acquiring lock "singleton_lock" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.017600] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Acquired lock "singleton_lock" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.017861] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Releasing lock "singleton_lock" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.018223] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Full set of CONF: {{(pid=62839) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 500.018372] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ******************************************************************************** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 500.018502] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] Configuration options gathered from: {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 500.018646] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 500.018840] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 500.018969] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ================================================================================ {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 500.019218] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] allow_resize_to_same_host = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.019393] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] arq_binding_timeout = 300 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.019525] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] backdoor_port = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.019651] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] backdoor_socket = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.019813] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] block_device_allocate_retries = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.019972] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] block_device_allocate_retries_interval = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.020155] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cert = self.pem {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.020326] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.020494] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute_monitors = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.020661] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] config_dir = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.020830] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] config_drive_format = iso9660 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.020964] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.021148] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] config_source = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.021321] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] console_host = devstack {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.021485] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] control_exchange = nova {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.021643] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cpu_allocation_ratio = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.021802] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] daemon = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.021968] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] debug = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.022140] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] default_access_ip_network_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.022308] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] default_availability_zone = nova {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.022463] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] default_ephemeral_format = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.022622] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] default_green_pool_size = 1000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.022863] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.023035] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] default_schedule_zone = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.023197] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] disk_allocation_ratio = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.023356] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] enable_new_services = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.023531] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] enabled_apis = ['osapi_compute'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.023694] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] enabled_ssl_apis = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.023851] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] flat_injected = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.024050] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] force_config_drive = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.024262] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] force_raw_images = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.024441] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] graceful_shutdown_timeout = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.024604] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] heal_instance_info_cache_interval = -1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.024823] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] host = cpu-1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.025008] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.025184] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] initial_disk_allocation_ratio = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.025344] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] initial_ram_allocation_ratio = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.025555] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.025718] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instance_build_timeout = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.025876] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instance_delete_interval = 300 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.026051] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instance_format = [instance: %(uuid)s] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.026225] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instance_name_template = instance-%08x {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.026386] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instance_usage_audit = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.026555] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instance_usage_audit_period = month {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.026784] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.026987] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] instances_path = /opt/stack/data/nova/instances {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.027178] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] internal_service_availability_zone = internal {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.027341] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] key = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.027503] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] live_migration_retry_count = 30 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.027672] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_color = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.027834] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_config_append = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.027998] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.028176] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_dir = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.028335] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_file = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.028464] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_options = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.028627] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_rotate_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.028794] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_rotate_interval_type = days {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.028958] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] log_rotation_type = none {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.029118] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.029249] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.029421] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.029585] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.029712] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.029875] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] long_rpc_timeout = 1800 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.030050] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] max_concurrent_builds = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.030214] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] max_concurrent_live_migrations = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.030373] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] max_concurrent_snapshots = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.030531] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] max_local_block_devices = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.030689] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] max_logfile_count = 30 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.030845] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] max_logfile_size_mb = 200 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.031011] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] maximum_instance_delete_attempts = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.031183] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] metadata_listen = 0.0.0.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.031350] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] metadata_listen_port = 8775 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.031518] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] metadata_workers = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.031675] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] migrate_max_retries = -1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.031837] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] mkisofs_cmd = genisoimage {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.032049] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] my_block_storage_ip = 10.180.1.21 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.032184] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] my_ip = 10.180.1.21 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.032385] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.032545] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] network_allocate_retries = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.032720] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.032884] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] osapi_compute_listen = 0.0.0.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.033057] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] osapi_compute_listen_port = 8774 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.033225] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] osapi_compute_unique_server_name_scope = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.033394] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] osapi_compute_workers = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.033554] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] password_length = 12 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.033709] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] periodic_enable = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.033869] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] periodic_fuzzy_delay = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.034047] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] pointer_model = usbtablet {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.034218] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] preallocate_images = none {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.034378] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] publish_errors = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.034508] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] pybasedir = /opt/stack/nova {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.034661] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ram_allocation_ratio = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.034816] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] rate_limit_burst = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.034982] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] rate_limit_except_level = CRITICAL {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.035155] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] rate_limit_interval = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.035343] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] reboot_timeout = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.035554] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] reclaim_instance_interval = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.035717] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] record = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.035888] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] reimage_timeout_per_gb = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.036069] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] report_interval = 120 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.036237] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] rescue_timeout = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.036397] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] reserved_host_cpus = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.036556] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] reserved_host_disk_mb = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.036712] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] reserved_host_memory_mb = 512 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.036867] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] reserved_huge_pages = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.037031] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] resize_confirm_window = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.037196] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] resize_fs_using_block_device = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.037354] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] resume_guests_state_on_host_boot = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.037520] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.037675] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] rpc_response_timeout = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.037830] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] run_external_periodic_tasks = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.038008] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] running_deleted_instance_action = reap {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.038185] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] running_deleted_instance_poll_interval = 1800 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.038343] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] running_deleted_instance_timeout = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.038498] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler_instance_sync_interval = 120 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.038663] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_down_time = 720 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.038826] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] servicegroup_driver = db {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.038978] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] shell_completion = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.039172] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] shelved_offload_time = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.039335] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] shelved_poll_interval = 3600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.039501] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] shutdown_timeout = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.039658] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] source_is_ipv6 = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.039811] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ssl_only = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.040075] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.040258] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] sync_power_state_interval = 600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.040422] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] sync_power_state_pool_size = 1000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.040588] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] syslog_log_facility = LOG_USER {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.040745] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] tempdir = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.040905] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] timeout_nbd = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.041084] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] transport_url = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.041254] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] update_resources_interval = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.041413] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] use_cow_images = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.041569] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] use_journal = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.041724] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] use_json = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.041879] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] use_rootwrap_daemon = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.042046] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] use_stderr = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.042208] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] use_syslog = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.042364] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vcpu_pin_set = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.042530] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plugging_is_fatal = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.042696] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plugging_timeout = 300 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.042867] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] virt_mkfs = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.043031] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] volume_usage_poll_interval = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.043197] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] watch_log_file = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.043362] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] web = /usr/share/spice-html5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 500.043543] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.043707] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.043871] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.044047] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_concurrency.disable_process_locking = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.044944] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.045152] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.045332] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.045509] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.045683] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.045852] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.046045] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.auth_strategy = keystone {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.046227] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.compute_link_prefix = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.046410] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.046583] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.dhcp_domain = novalocal {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.046753] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.enable_instance_password = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.046942] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.glance_link_prefix = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.047154] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.047338] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.047505] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.instance_list_per_project_cells = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.047669] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.list_records_by_skipping_down_cells = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.047831] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.local_metadata_per_cell = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.048012] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.max_limit = 1000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.048187] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.metadata_cache_expiration = 15 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.048361] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.neutron_default_tenant_id = default {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.048529] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.response_validation = warn {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.048695] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.use_neutron_default_nets = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.048860] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.049052] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.049235] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.049416] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.049589] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.vendordata_dynamic_targets = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.049750] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.vendordata_jsonfile_path = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.049928] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.050137] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.backend = dogpile.cache.memcached {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.050308] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.backend_argument = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.050466] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.backend_expiration_time = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.050631] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.config_prefix = cache.oslo {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.050796] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.dead_timeout = 60.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.050959] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.debug_cache_backend = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.051135] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.enable_retry_client = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.051304] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.enable_socket_keepalive = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.051495] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.enabled = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.051665] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.enforce_fips_mode = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.051834] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.expiration_time = 600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.051998] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.hashclient_retry_attempts = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.052178] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.hashclient_retry_delay = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.052340] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_dead_retry = 300 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.052497] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_password = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.052660] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.052822] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.052986] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_pool_maxsize = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.053165] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.053327] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_sasl_enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.053503] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.053669] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_socket_timeout = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.053828] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.memcache_username = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.053998] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.proxies = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.054173] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.redis_db = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.054332] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.redis_password = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.054499] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.redis_sentinel_service_name = mymaster {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.054673] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.054838] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.redis_server = localhost:6379 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.054999] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.redis_socket_timeout = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.055173] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.redis_username = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.055334] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.retry_attempts = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.055497] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.retry_delay = 0.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.055657] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.socket_keepalive_count = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.055817] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.socket_keepalive_idle = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.055976] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.socket_keepalive_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.056146] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.tls_allowed_ciphers = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.056304] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.tls_cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.056460] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.tls_certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.056620] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.tls_enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.056776] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cache.tls_keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.056973] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058163] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.auth_type = password {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058163] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058163] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.catalog_info = volumev3::publicURL {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058163] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058163] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058163] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.cross_az_attach = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058163] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.debug = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058400] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.endpoint_template = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058442] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.http_retries = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058570] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058724] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.058894] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.os_region_name = RegionOne {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.059090] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.059263] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cinder.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.059435] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.059594] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.cpu_dedicated_set = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.059752] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.cpu_shared_set = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.059913] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.image_type_exclude_list = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.060093] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.060257] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.max_concurrent_disk_ops = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.060417] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.max_disk_devices_to_attach = -1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.060576] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.060742] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.060902] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.resource_provider_association_refresh = 300 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.061073] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.061240] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.shutdown_retry_interval = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.061422] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.061594] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] conductor.workers = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.061771] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] console.allowed_origins = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.061931] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] console.ssl_ciphers = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.062112] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] console.ssl_minimum_version = default {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.062283] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] consoleauth.enforce_session_timeout = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.062450] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] consoleauth.token_ttl = 600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.062620] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.062775] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.062937] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.063104] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.063261] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.063415] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.063571] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.063725] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.063880] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.064044] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.064203] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.064357] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.064514] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.064677] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.service_type = accelerator {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.064835] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.064990] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.065172] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.065315] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.065489] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.065645] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] cyborg.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.065811] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.asyncio_connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.065964] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.asyncio_slave_connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.066143] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.backend = sqlalchemy {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.066312] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.066477] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.connection_debug = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.066643] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.connection_parameters = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.066802] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.connection_recycle_time = 3600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.066990] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.connection_trace = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.067164] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.db_inc_retry_interval = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.067330] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.db_max_retries = 20 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.067487] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.db_max_retry_interval = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.067642] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.db_retry_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.067797] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.max_overflow = 50 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.067953] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.max_pool_size = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.068122] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.max_retries = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.068290] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.068446] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.mysql_wsrep_sync_wait = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.068600] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.pool_timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.068757] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.retry_interval = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.068911] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.slave_connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.069103] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.sqlite_synchronous = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.069275] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] database.use_db_reconnect = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.069442] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.asyncio_connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.069598] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.asyncio_slave_connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.069764] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.backend = sqlalchemy {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.069928] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.070106] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.connection_debug = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.070274] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.connection_parameters = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.070436] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.connection_recycle_time = 3600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.070595] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.connection_trace = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.070751] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.db_inc_retry_interval = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.070910] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.db_max_retries = 20 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.071080] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.db_max_retry_interval = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.071246] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.db_retry_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.071411] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.max_overflow = 50 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.071566] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.max_pool_size = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.071724] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.max_retries = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.071891] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.072057] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.072220] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.pool_timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.072379] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.retry_interval = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.072536] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.slave_connection = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.072696] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] api_database.sqlite_synchronous = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.072865] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] devices.enabled_mdev_types = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.073051] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.073228] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ephemeral_storage_encryption.default_format = luks {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.073387] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ephemeral_storage_encryption.enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.073544] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.073707] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.api_servers = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.073866] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.074032] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.074198] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.074354] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.074506] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.074663] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.debug = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.074825] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.default_trusted_certificate_ids = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.074983] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.enable_certificate_validation = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.075155] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.enable_rbd_download = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.075317] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.075479] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.075636] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.075794] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.075950] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.076127] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.num_retries = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.076299] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.rbd_ceph_conf = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.076462] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.rbd_connect_timeout = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.076632] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.rbd_pool = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.076795] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.rbd_user = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.076986] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.077165] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.077328] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.077497] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.service_type = image {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.077658] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.077818] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.077975] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.078149] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.078331] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.078495] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.verify_glance_signatures = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.078651] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] glance.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.078813] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] guestfs.debug = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.079037] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.079212] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.auth_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.079379] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.079536] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.079702] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.079866] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.080033] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.080202] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.080364] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.080520] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.080675] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.080829] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.080984] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.081154] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.081327] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.081509] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.service_type = shared-file-system {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.081675] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.share_apply_policy_timeout = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.081836] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.081996] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.082172] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.082329] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.082510] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.082670] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] manila.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.082837] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] mks.enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.083202] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.083386] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] image_cache.manager_interval = 2400 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.083552] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] image_cache.precache_concurrency = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.083719] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] image_cache.remove_unused_base_images = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.083885] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.084060] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.084238] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] image_cache.subdirectory_name = _base {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.084412] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.api_max_retries = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.084575] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.api_retry_interval = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.084731] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.084887] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.auth_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.085056] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.085218] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.085378] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.085536] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.conductor_group = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.085690] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.085842] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.085996] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.086173] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.086329] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.086483] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.086635] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.086795] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.peer_list = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.086970] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.087151] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.087317] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.serial_console_state_timeout = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.087475] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.087643] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.service_type = baremetal {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.087797] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.shard = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.087955] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.088124] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.088284] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.088438] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.088614] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.088768] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ironic.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.088945] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.089158] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] key_manager.fixed_key = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.089349] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.089512] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.barbican_api_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.089673] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.barbican_endpoint = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.089842] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.barbican_endpoint_type = public {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.090008] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.barbican_region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.090178] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.090336] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.090496] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.090655] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.090815] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.090984] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.number_of_retries = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.091189] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.retry_delay = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.091360] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.send_service_user_token = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.091523] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.091681] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.091840] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.verify_ssl = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.091996] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican.verify_ssl_path = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.092180] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.092344] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.auth_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.092499] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.092655] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.092815] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.092974] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.093147] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.093310] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.093466] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] barbican_service_user.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.093630] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.approle_role_id = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.093788] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.approle_secret_id = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.093954] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.kv_mountpoint = secret {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.094122] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.kv_path = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.094291] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.kv_version = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.094447] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.namespace = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.094601] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.root_token_id = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.094756] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.ssl_ca_crt_file = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.094917] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.timeout = 60.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.095084] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.use_ssl = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.095255] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.095416] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.095576] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.095734] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.095892] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.096057] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.096217] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.096376] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.096531] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.096686] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.096839] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.097063] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.097253] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.097412] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.097579] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.service_type = identity {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.097741] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.097899] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.098067] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.098230] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.098408] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.098565] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] keystone.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.098751] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.ceph_mount_options = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.099088] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.099282] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.connection_uri = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.099444] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.cpu_mode = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.099607] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.cpu_model_extra_flags = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.099777] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.cpu_models = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.099946] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.cpu_power_governor_high = performance {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.100151] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.cpu_power_governor_low = powersave {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.100324] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.cpu_power_management = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.100497] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.100670] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.device_detach_attempts = 8 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.100840] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.device_detach_timeout = 20 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.101020] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.disk_cachemodes = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.101191] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.disk_prefix = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.101356] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.enabled_perf_events = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.101517] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.file_backed_memory = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.101681] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.gid_maps = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.101838] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.hw_disk_discard = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.101995] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.hw_machine_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.102176] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.images_rbd_ceph_conf = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.102339] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.102498] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.102662] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.images_rbd_glance_store_name = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.102827] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.images_rbd_pool = rbd {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.102996] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.images_type = default {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.103209] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.images_volume_group = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.103378] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.inject_key = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.103543] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.inject_partition = -2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.103702] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.inject_password = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.103865] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.iscsi_iface = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.104037] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.iser_use_multipath = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.104207] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_bandwidth = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.104368] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.104529] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_downtime = 500 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.104692] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.104853] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.105024] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_inbound_addr = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.105185] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.105346] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_permit_post_copy = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.105502] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_scheme = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.105670] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_timeout_action = abort {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.105829] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_tunnelled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.105987] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_uri = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.106160] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.live_migration_with_native_tls = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.106319] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.max_queues = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.106483] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.106712] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.106877] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.nfs_mount_options = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.107194] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.107377] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.107544] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.num_iser_scan_tries = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.107706] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.num_memory_encrypted_guests = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.107870] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.108040] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.num_pcie_ports = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.108213] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.num_volume_scan_tries = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.108376] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.pmem_namespaces = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.108534] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.quobyte_client_cfg = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.108820] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.109022] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rbd_connect_timeout = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.109201] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.109375] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.109538] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rbd_secret_uuid = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.109698] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rbd_user = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.109861] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.110066] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.remote_filesystem_transport = ssh {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.110248] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rescue_image_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.110411] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rescue_kernel_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.110570] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rescue_ramdisk_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.110741] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.110905] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.rx_queue_size = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.111081] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.smbfs_mount_options = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.111381] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.111558] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.snapshot_compression = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.111721] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.snapshot_image_format = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.111947] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.112128] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.sparse_logical_volumes = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.112295] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.swtpm_enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.112464] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.swtpm_group = tss {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.112629] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.swtpm_user = tss {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.112796] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.sysinfo_serial = unique {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.112952] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.tb_cache_size = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.113123] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.tx_queue_size = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.113289] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.uid_maps = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.113448] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.use_virtio_for_bridges = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.113613] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.virt_type = kvm {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.113780] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.volume_clear = zero {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.113945] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.volume_clear_size = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.114123] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.volume_use_multipath = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.114293] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.vzstorage_cache_path = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.114458] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.114626] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.vzstorage_mount_group = qemu {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.114792] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.vzstorage_mount_opts = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.114959] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.115295] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.115487] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.vzstorage_mount_user = stack {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.115653] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.115824] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.115996] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.auth_type = password {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.116173] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.116331] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.116490] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.116645] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.116800] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.116967] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.default_floating_pool = public {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.117137] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.117301] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.extension_sync_interval = 600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.117459] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.http_retries = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.117616] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.117769] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.117927] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.118105] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.118265] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.118429] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.ovs_bridge = br-int {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.118590] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.physnets = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.118755] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.region_name = RegionOne {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.118911] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.119117] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.service_metadata_proxy = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.119290] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.119459] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.service_type = network {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.119624] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.119780] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.119936] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.120124] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.120312] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.120473] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] neutron.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.120642] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] notifications.bdms_in_notifications = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.120819] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] notifications.default_level = INFO {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.120981] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] notifications.include_share_mapping = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.121172] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] notifications.notification_format = unversioned {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.121340] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] notifications.notify_on_state_change = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.121513] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.121688] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] pci.alias = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.121854] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] pci.device_spec = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.122020] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] pci.report_in_placement = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.122195] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.122366] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.auth_type = password {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.122529] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.122685] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.122839] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.122998] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.123167] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.123324] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.123478] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.default_domain_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.123632] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.default_domain_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.123783] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.domain_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.123933] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.domain_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.124096] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.124257] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.124413] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.124561] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.124711] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.124874] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.password = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.125039] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.project_domain_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.125205] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.project_domain_name = Default {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.125367] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.project_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.125533] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.project_name = service {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.125698] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.region_name = RegionOne {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.125855] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.126016] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.126188] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.service_type = placement {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.126351] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.126506] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.126662] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.126816] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.system_scope = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.127008] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.127188] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.trust_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.127348] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.user_domain_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.127513] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.user_domain_name = Default {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.127667] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.user_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.127836] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.username = nova {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.128017] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.128180] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] placement.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.128355] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.cores = 20 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.128515] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.count_usage_from_placement = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.128680] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.128847] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.injected_file_content_bytes = 10240 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.129033] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.injected_file_path_length = 255 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.129213] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.injected_files = 5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.129382] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.instances = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.129544] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.key_pairs = 100 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.129703] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.metadata_items = 128 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.129863] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.ram = 51200 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.130046] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.recheck_quota = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.130230] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.server_group_members = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.130394] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.server_groups = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.130597] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.130768] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] quota.unified_limits_resource_strategy = require {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.130940] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.131113] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.131273] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.image_metadata_prefilter = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.131429] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.131588] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.max_attempts = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.131744] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.max_placement_results = 1000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.131901] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.132065] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.query_placement_for_image_type_support = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.132225] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.132394] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] scheduler.workers = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.132564] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.132730] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.132905] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.133081] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.133252] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.133415] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.133578] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.133759] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.133921] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.host_subset_size = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.134094] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.134254] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.134411] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.134570] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.isolated_hosts = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.134732] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.isolated_images = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.134901] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.135068] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.135232] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.135389] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.pci_in_placement = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.135545] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.135702] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.135858] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.136024] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.136189] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.136347] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.136503] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.track_instance_changes = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.136671] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.136837] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] metrics.required = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.137048] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] metrics.weight_multiplier = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.137233] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.137398] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] metrics.weight_setting = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.137701] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.137874] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] serial_console.enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.138068] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] serial_console.port_range = 10000:20000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.138253] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.138422] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.138585] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] serial_console.serialproxy_port = 6083 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.138751] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.138920] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.auth_type = password {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.139111] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.139282] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.139442] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.139601] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.139757] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.139923] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.send_service_user_token = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.140118] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.140288] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] service_user.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.140457] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.agent_enabled = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.140616] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.140919] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.141143] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.141324] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.html5proxy_port = 6082 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.141484] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.image_compression = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.141644] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.jpeg_compression = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.141800] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.playback_compression = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.141960] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.require_secure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.142143] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.server_listen = 127.0.0.1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.142315] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.142471] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.streaming_mode = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.142627] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] spice.zlib_compression = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.142791] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] upgrade_levels.baseapi = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.142958] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] upgrade_levels.compute = auto {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.143130] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] upgrade_levels.conductor = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.143290] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] upgrade_levels.scheduler = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.143452] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.143613] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.auth_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.143769] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.143923] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.144092] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.144252] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.144408] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.144566] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.144720] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vendordata_dynamic_auth.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.144888] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.api_retry_count = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.145057] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.ca_file = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.145318] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.cache_prefix = devstack-image-cache {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.145558] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.cluster_name = testcl1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.145792] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.connection_pool_size = 10 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.146042] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.console_delay_seconds = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.146305] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.datastore_regex = ^datastore.* {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.146616] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.146855] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.host_password = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.147105] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.host_port = 443 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.147335] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.host_username = administrator@vsphere.local {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.147512] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.insecure = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.147677] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.integration_bridge = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.147843] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.maximum_objects = 100 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.148007] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.pbm_default_policy = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.148177] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.pbm_enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.148343] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.pbm_wsdl_location = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.148521] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.148681] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.serial_port_proxy_uri = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.148836] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.serial_port_service_uri = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.149023] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.task_poll_interval = 0.5 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.149210] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.use_linked_clone = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.149382] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.vnc_keymap = en-us {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.149548] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.vnc_port = 5900 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.149716] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vmware.vnc_port_total = 10000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.149900] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.auth_schemes = ['none'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.150086] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.150389] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.150572] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.150744] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.novncproxy_port = 6080 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.150930] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.server_listen = 127.0.0.1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151124] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151289] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.vencrypt_ca_certs = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151446] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.vencrypt_client_cert = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151604] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vnc.vencrypt_client_key = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151775] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.151933] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.disable_deep_image_inspection = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152102] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152263] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152419] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152575] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.disable_rootwrap = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152733] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.enable_numa_live_migration = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.152889] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153065] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153228] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153385] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.libvirt_disable_apic = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153540] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153698] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.153855] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154016] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154179] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154334] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154487] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154642] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154796] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.154953] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155144] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155310] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.client_socket_timeout = 900 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155474] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.default_pool_size = 1000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155635] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.keep_alive = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155797] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.max_header_line = 16384 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.155955] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.secure_proxy_ssl_header = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156126] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.ssl_ca_file = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156285] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.ssl_cert_file = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156440] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.ssl_key_file = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156601] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.tcp_keepidle = 600 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156779] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.156960] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] zvm.ca_file = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157145] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] zvm.cloud_connector_url = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157444] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157615] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] zvm.reachable_timeout = 300 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157785] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.157958] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158146] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.connection_string = messaging:// {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158312] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.enabled = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158477] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.es_doc_type = notification {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158637] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.es_scroll_size = 10000 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158799] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.es_scroll_time = 2m {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.158954] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.filter_error_trace = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159159] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.hmac_keys = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159342] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.sentinel_service_name = mymaster {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159508] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.socket_timeout = 0.1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159667] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.trace_requests = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.159825] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler.trace_sqlalchemy = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160023] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler_jaeger.process_tags = {} {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160220] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler_jaeger.service_name_prefix = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160392] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] profiler_otlp.service_name_prefix = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160552] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] remote_debug.host = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160707] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] remote_debug.port = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.160878] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161048] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161219] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161381] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161540] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161700] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.161860] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162029] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162196] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162367] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162526] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162695] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.162859] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163030] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163206] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163371] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163530] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163697] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.163860] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164031] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164201] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164364] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164523] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164681] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.164840] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165015] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165176] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165332] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165490] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165650] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.ssl = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165816] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.165981] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166157] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166325] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166489] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.ssl_version = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166646] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166825] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.166986] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_notifications.retry = -1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167172] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167343] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_messaging_notifications.transport_url = **** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167512] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.auth_section = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167673] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.auth_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167830] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.cafile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.167989] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.certfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168158] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.collect_timing = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168318] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.connect_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168474] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.connect_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168629] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.endpoint_id = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168796] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.endpoint_interface = publicURL {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.168953] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.endpoint_override = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169147] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.endpoint_region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169317] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.endpoint_service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169474] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.endpoint_service_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169638] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.insecure = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169794] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.keyfile = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.169949] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.max_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170144] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.min_version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170308] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.region_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170468] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.retriable_status_codes = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170625] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.service_name = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170780] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.service_type = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.170941] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.split_loggers = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171112] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.status_code_retries = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171271] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.status_code_retry_delay = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171428] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.timeout = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171581] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.valid_interfaces = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171735] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_limit.version = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.171898] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_reports.file_event_handler = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172071] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172232] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] oslo_reports.log_dir = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172401] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172557] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172716] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.172877] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173055] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173217] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173384] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173542] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_ovs_privileged.group = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173696] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.173858] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174028] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174193] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] vif_plug_ovs_privileged.user = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174360] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.flat_interface = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174535] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174706] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.174875] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175054] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175231] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175395] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175554] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175727] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.175895] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_ovs.isolate_vif = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176075] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176247] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176413] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176578] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_ovs.ovsdb_interface = native {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176737] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] os_vif_ovs.per_port_bridge = False {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.176906] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] privsep_osbrick.capabilities = [21] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177072] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] privsep_osbrick.group = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177234] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] privsep_osbrick.helper_command = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177394] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177557] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177714] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] privsep_osbrick.user = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.177885] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178053] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] nova_sys_admin.group = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178212] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] nova_sys_admin.helper_command = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178374] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178533] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178686] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] nova_sys_admin.user = None {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 500.178816] env[62839]: DEBUG oslo_service.service [None req-c3bce591-4329-4773-a90e-fb455deec04a None None] ******************************************************************************** {{(pid=62839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 500.179259] env[62839]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 500.683300] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Getting list of instances from cluster (obj){ [ 500.683300] env[62839]: value = "domain-c8" [ 500.683300] env[62839]: _type = "ClusterComputeResource" [ 500.683300] env[62839]: } {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 500.684392] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52b6c6e-3e85-48a8-b993-563b0c4b2337 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.693091] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Got total of 0 instances {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 500.693647] env[62839]: WARNING nova.virt.vmwareapi.driver [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 500.694107] env[62839]: INFO nova.virt.node [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Generated node identity 508aab94-35b0-4514-a42a-7deab951898a [ 500.694344] env[62839]: INFO nova.virt.node [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Wrote node identity 508aab94-35b0-4514-a42a-7deab951898a to /opt/stack/data/n-cpu-1/compute_id [ 501.196815] env[62839]: WARNING nova.compute.manager [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Compute nodes ['508aab94-35b0-4514-a42a-7deab951898a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 502.202231] env[62839]: INFO nova.compute.manager [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 503.206968] env[62839]: WARNING nova.compute.manager [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 503.207354] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.207478] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.207628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.207782] env[62839]: DEBUG nova.compute.resource_tracker [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 503.208778] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69171fd-2d99-4809-b301-9aaa8d2b5b87 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.216776] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba33d594-943a-4f65-b170-fcc21985a171 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.229955] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b6cea-af01-4c4c-94e3-fc8294f739da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.236260] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21308350-4d55-431d-8644-98dc257ccc39 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.264919] env[62839]: DEBUG nova.compute.resource_tracker [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180914MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 503.265091] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.265254] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.768020] env[62839]: WARNING nova.compute.resource_tracker [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] No compute node record for cpu-1:508aab94-35b0-4514-a42a-7deab951898a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 508aab94-35b0-4514-a42a-7deab951898a could not be found. [ 504.271649] env[62839]: INFO nova.compute.resource_tracker [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 508aab94-35b0-4514-a42a-7deab951898a [ 505.780542] env[62839]: DEBUG nova.compute.resource_tracker [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 505.780949] env[62839]: DEBUG nova.compute.resource_tracker [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 505.936266] env[62839]: INFO nova.scheduler.client.report [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] [req-414f7877-2bf4-4e85-88df-0619dd8b60ba] Created resource provider record via placement API for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 505.954061] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b01133d-267b-40bf-af29-cbb0aaa03a1a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.961998] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6706b826-693e-4f87-81d3-5e61e6d5077b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.992081] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4bbb1-cfc8-4df6-89f6-9bce96c05b6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.999056] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d32d40-4054-4f9c-9946-c16ebb7e06b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.011814] env[62839]: DEBUG nova.compute.provider_tree [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 506.546773] env[62839]: DEBUG nova.scheduler.client.report [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 506.546997] env[62839]: DEBUG nova.compute.provider_tree [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 0 to 1 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 506.547188] env[62839]: DEBUG nova.compute.provider_tree [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 506.595178] env[62839]: DEBUG nova.compute.provider_tree [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 1 to 2 during operation: update_traits {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 507.099504] env[62839]: DEBUG nova.compute.resource_tracker [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 507.099751] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.099867] env[62839]: DEBUG nova.service [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Creating RPC server for service compute {{(pid=62839) start /opt/stack/nova/nova/service.py:186}} [ 507.116098] env[62839]: DEBUG nova.service [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] Join ServiceGroup membership for this service compute {{(pid=62839) start /opt/stack/nova/nova/service.py:203}} [ 507.116272] env[62839]: DEBUG nova.servicegroup.drivers.db [None req-77d754d5-44b8-43b0-a7c7-1ac74eab0554 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62839) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 549.126056] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.126056] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.629283] env[62839]: DEBUG nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.907332] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "e634edd2-e0ee-44f3-992a-b10f08a93022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.907332] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.172972] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.172972] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.174728] env[62839]: INFO nova.compute.claims [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.414247] env[62839]: DEBUG nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.626386] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.626619] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.944893] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.131211] env[62839]: DEBUG nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.256336] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845591c-c4cc-4c93-b342-c8758a7d07d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.266439] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1419aa-f021-43d2-8175-aa5ebf060736 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.310509] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9ccad1-b1d3-4e72-a3b4-d1262b09f70d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.320085] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003d711-ffb4-4d49-9418-d5f72026e6be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.339022] env[62839]: DEBUG nova.compute.provider_tree [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.654621] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.843740] env[62839]: DEBUG nova.scheduler.client.report [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.091509] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "58230e43-0ef1-4f60-9419-f0826b2b1369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.091509] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.349158] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.350719] env[62839]: DEBUG nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 552.354659] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.410s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.357768] env[62839]: INFO nova.compute.claims [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.595814] env[62839]: DEBUG nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.863729] env[62839]: DEBUG nova.compute.utils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 552.871148] env[62839]: DEBUG nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Not allocating networking since 'none' was specified. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 553.133642] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.372323] env[62839]: DEBUG nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.492592] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22799480-377a-4370-9a16-be60593946de {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.502594] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b51a44-8e19-491c-84ae-19812fb5c856 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.540181] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d39ed0e-33e3-49b8-9347-5918afb01ccd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.548200] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f605c5-9136-4427-a77b-51e0a1f886dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.563100] env[62839]: DEBUG nova.compute.provider_tree [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.067606] env[62839]: DEBUG nova.scheduler.client.report [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.389202] env[62839]: DEBUG nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.573541] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.577235] env[62839]: DEBUG nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.578297] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.924s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.580645] env[62839]: INFO nova.compute.claims [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.016218] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.017182] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.017182] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.017182] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.017182] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.017182] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.017383] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.017418] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.018113] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.018113] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.018194] env[62839]: DEBUG nova.virt.hardware [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.019386] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd803da6-39ce-46e4-a5c7-bb937ba944e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.028416] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ddbd0-1d7a-43d9-bc68-a7ca83c80758 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.046247] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc39552-044b-41ad-b43a-5d3bdcc85270 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.061933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "2173ad07-4774-47ac-bed2-2d8e208acd16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.062175] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.072034] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.081605] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.084095] env[62839]: DEBUG nova.compute.utils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 555.085127] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef379e20-bedc-455d-af83-2148346125a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.088151] env[62839]: DEBUG nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Not allocating networking since 'none' was specified. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 555.101783] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Created folder: OpenStack in parent group-v4. [ 555.101992] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Creating folder: Project (da61268d631c4cecb18563a0e2853468). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.102245] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-057c18cd-a98c-4266-b174-6bbea64a5be5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.111854] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Created folder: Project (da61268d631c4cecb18563a0e2853468) in parent group-v554621. [ 555.112032] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Creating folder: Instances. Parent ref: group-v554622. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.112257] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8f1a35-5f8d-4080-b01c-53556a4e1b63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.121204] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Created folder: Instances in parent group-v554622. [ 555.121452] env[62839]: DEBUG oslo.service.loopingcall [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.121640] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.121824] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fee286c-589b-40a6-b859-3c3e8b4421e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.141245] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.141245] env[62839]: value = "task-2756386" [ 555.141245] env[62839]: _type = "Task" [ 555.141245] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.152841] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756386, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.564817] env[62839]: DEBUG nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.589641] env[62839]: DEBUG nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.659274] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756386, 'name': CreateVM_Task, 'duration_secs': 0.37603} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.661647] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.663558] env[62839]: DEBUG oslo_vmware.service [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92a1d93-2c7c-4fb4-b63e-64d6c4234e6c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.679521] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.679650] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.680478] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.680820] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00805b0-da18-46ff-91b3-cf1b0ac7f855 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.686525] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 555.686525] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52851ac0-479b-0142-f6da-c2e998264970" [ 555.686525] env[62839]: _type = "Task" [ 555.686525] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.697585] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52851ac0-479b-0142-f6da-c2e998264970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.712624] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c01bfeb-7eca-40bc-b114-2f513b44721a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.720958] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a99382-4e26-4b3f-a64d-23431d18193f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.754262] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00391cc2-d588-4255-8450-0927342c0cd3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.761891] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5149369-9a9a-4e8e-bcba-811f7687d153 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.776792] env[62839]: DEBUG nova.compute.provider_tree [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.094841] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.198393] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.198645] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.199302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.199302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.199522] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.199765] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aedaebd1-2363-4da0-a6f8-a358cf05aee8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.217325] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.217512] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.218299] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1b842-5dbc-498c-99bd-a0598e79535b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.225791] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050b0fbd-9a2c-4581-aff7-6e56dd6d7d03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.231794] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 556.231794] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52adb213-eafa-3477-6b67-93a48a04d214" [ 556.231794] env[62839]: _type = "Task" [ 556.231794] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.239727] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52adb213-eafa-3477-6b67-93a48a04d214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.280686] env[62839]: DEBUG nova.scheduler.client.report [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.605804] env[62839]: DEBUG nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.641082] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.641180] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.641297] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.641976] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.642156] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.642342] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.642597] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.642801] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.643134] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.643395] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.643978] env[62839]: DEBUG nova.virt.hardware [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.645760] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56002da-88ed-4b6b-aaec-e87f7d739139 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.659254] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e8cfc-b3ad-464a-897e-73ce80389e82 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.682204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.692809] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Creating folder: Project (5a7613e61b30467f8192f052b21649cf). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.693018] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f21d851-2bee-4b81-a639-d8a689451f5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.704811] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Created folder: Project (5a7613e61b30467f8192f052b21649cf) in parent group-v554621. [ 556.705063] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Creating folder: Instances. Parent ref: group-v554625. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.705287] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0fccef2-db4e-404d-949a-515cb3c31575 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.715125] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Created folder: Instances in parent group-v554625. [ 556.715957] env[62839]: DEBUG oslo.service.loopingcall [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.715957] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.715957] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b191f4dc-beeb-403c-b9aa-318bc256a741 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.732105] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.732105] env[62839]: value = "task-2756389" [ 556.732105] env[62839]: _type = "Task" [ 556.732105] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.746117] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Preparing fetch location {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 556.746374] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Creating directory with path [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.746625] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c344a86-9104-4b2c-abf3-38621a3975c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.757161] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756389, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.768239] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Created directory with path [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.768511] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Fetch image to [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 556.768700] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Downloading image file data 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk on the data store datastore1 {{(pid=62839) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 556.769681] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e75e4ef-0d30-4610-b691-f7f53355fc2e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.786516] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c0e0c-6927-47f3-ba19-073ebc399a15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.791608] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.792521] env[62839]: DEBUG nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.797102] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.664s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.799288] env[62839]: INFO nova.compute.claims [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.814264] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402009a3-4196-4993-9e4e-cd5675f6b96e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.851076] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a29852-d49b-45bd-9119-839707c32276 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.860891] env[62839]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7ddc085f-08d3-4f18-a375-5e7a8972a07e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.953523] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Downloading image file data 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to the data store datastore1 {{(pid=62839) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 557.044818] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62839) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 557.118601] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.119137] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.119380] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.119730] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.120032] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.120832] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.120832] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_power_states {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.248270] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756389, 'name': CreateVM_Task, 'duration_secs': 0.295877} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.252022] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.252131] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.252272] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.252575] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.252961] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06347bef-dc48-480f-95bc-deed70292ddf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.258760] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 557.258760] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b34a85-1990-3b3a-3464-b1a5f1f893cb" [ 557.258760] env[62839]: _type = "Task" [ 557.258760] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.272133] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b34a85-1990-3b3a-3464-b1a5f1f893cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.303274] env[62839]: DEBUG nova.compute.utils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.316864] env[62839]: DEBUG nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.317265] env[62839]: DEBUG nova.network.neutron [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.361242] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.361532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.408952] env[62839]: DEBUG nova.policy [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7056022726214767af5b6e67d83b7762', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6f2686faf914a9db2182e56c00f2192', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.628022] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Getting list of instances from cluster (obj){ [ 557.628022] env[62839]: value = "domain-c8" [ 557.628022] env[62839]: _type = "ClusterComputeResource" [ 557.628022] env[62839]: } {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 557.628922] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4cfd7-6140-4196-8514-3d4ad7bdb005 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.648374] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Got total of 2 instances {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 557.648374] env[62839]: WARNING nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] While synchronizing instance power states, found 4 instances in the database and 2 instances on the hypervisor. [ 557.648374] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid 0d12a280-ff76-410b-bc50-f400c0a7c1d5 {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 557.648374] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid e634edd2-e0ee-44f3-992a-b10f08a93022 {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 557.648374] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid 44fc0c41-2667-49dc-9956-ae42ad5c69dd {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 557.648374] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid 58230e43-0ef1-4f60-9419-f0826b2b1369 {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 557.648374] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.648627] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "e634edd2-e0ee-44f3-992a-b10f08a93022" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.648627] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.648627] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "58230e43-0ef1-4f60-9419-f0826b2b1369" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.648627] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.648627] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 557.650704] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.702040] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Completed reading data from the image iterator. {{(pid=62839) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 557.702040] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 557.768030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.768390] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.768590] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.812068] env[62839]: DEBUG nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.853120] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Downloaded image file data 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk on the data store datastore1 {{(pid=62839) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 557.855666] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Caching image {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 557.855666] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Copying Virtual Disk [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk to [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.857200] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-762f2895-e0e3-42af-a0f1-7256fd43d317 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.869667] env[62839]: DEBUG nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.875336] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 557.875336] env[62839]: value = "task-2756390" [ 557.875336] env[62839]: _type = "Task" [ 557.875336] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.889207] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.932232] env[62839]: DEBUG nova.network.neutron [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Successfully created port: 786d9020-285a-4eb4-9e01-d12e5b48114d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.994336] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db1b4db-b011-4363-86fe-e9e9cd70e71f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.002366] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e351ef8d-3c55-4b65-b03b-f2a21c3a060b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.035111] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a100a08f-69ac-40a2-8d8e-da82911328a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.044433] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700bd55-c7c2-4f95-9e82-9e4c13888982 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.059750] env[62839]: DEBUG nova.compute.provider_tree [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.071069] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.071323] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.153861] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.395106] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756390, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.410626] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.563603] env[62839]: DEBUG nova.scheduler.client.report [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.574833] env[62839]: DEBUG nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.827880] env[62839]: DEBUG nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.896297] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761487} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.896652] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Copied Virtual Disk [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk to [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.896944] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Deleting the datastore file [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.897243] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14591fdd-b85d-4653-b472-37356dc89539 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.904086] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 558.904086] env[62839]: value = "task-2756391" [ 558.904086] env[62839]: _type = "Task" [ 558.904086] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.917238] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.980790] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.981099] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.981275] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.981518] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.983331] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.984302] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.985789] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.985973] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.986177] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.986347] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.986519] env[62839]: DEBUG nova.virt.hardware [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.987403] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c69db5-6b41-4ad5-8b8f-27d5a0c32b19 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.998896] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85a673-e26b-47d9-9402-88eda30b22b3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.068969] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.069698] env[62839]: DEBUG nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.073428] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.979s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.075415] env[62839]: INFO nova.compute.claims [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.103829] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.414688] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022549} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.414941] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.415325] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Moving file from [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5. {{(pid=62839) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 559.415670] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bc45e227-6ff3-4fcb-936b-78d388538074 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.422626] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 559.422626] env[62839]: value = "task-2756392" [ 559.422626] env[62839]: _type = "Task" [ 559.422626] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.431922] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756392, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.491471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "d4c45b3e-f1f6-4153-8724-8b050c01300f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.491702] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.536388] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "e496a4a3-4fd3-4909-b25c-d279035304e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.536388] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.579384] env[62839]: DEBUG nova.compute.utils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.580767] env[62839]: DEBUG nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.581010] env[62839]: DEBUG nova.network.neutron [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 559.638324] env[62839]: DEBUG nova.policy [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ec8df81cf54c1bbaa30d5ef2d3a4cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9789e89b999443608425ff9ec75fe8ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.937818] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756392, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025564} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.938103] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] File moved {{(pid=62839) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 559.938303] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Cleaning up location [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 559.938464] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Deleting the datastore file [datastore1] vmware_temp/c7624c9e-d84e-4b2d-9e57-9752e888d50c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 559.938768] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77586048-27bf-47b7-a90f-3dff576893b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.949079] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.949507] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.951491] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 559.951491] env[62839]: value = "task-2756393" [ 559.951491] env[62839]: _type = "Task" [ 559.951491] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.961350] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.995130] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.039474] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.085050] env[62839]: DEBUG nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.185449] env[62839]: DEBUG nova.network.neutron [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Successfully created port: d713c91b-cc43-4c58-bce9-ac2867ecd53e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.272324] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941c63f7-2ba6-46ff-a3d4-b6cd20a044cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.281619] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283fb4a-fdaf-4cd2-b7a5-0f835345c9ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.313949] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba87e35-426c-47c4-a841-0f38df79f48a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.322123] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a1072-f12e-449d-b941-445582c750f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.338534] env[62839]: DEBUG nova.compute.provider_tree [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.451894] env[62839]: DEBUG nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.465853] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024892} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.466654] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.468049] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b795eb36-802d-4af5-955a-42091a49cc93 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.474616] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 560.474616] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52be3fd3-252c-9b29-7c27-a407621f3a37" [ 560.474616] env[62839]: _type = "Task" [ 560.474616] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.486204] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52be3fd3-252c-9b29-7c27-a407621f3a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.532087] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.569279] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.783219] env[62839]: DEBUG nova.network.neutron [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Successfully updated port: 786d9020-285a-4eb4-9e01-d12e5b48114d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.843392] env[62839]: DEBUG nova.scheduler.client.report [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.987549] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.994268] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52be3fd3-252c-9b29-7c27-a407621f3a37, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.994268] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.994268] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0d12a280-ff76-410b-bc50-f400c0a7c1d5/0d12a280-ff76-410b-bc50-f400c0a7c1d5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.994655] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.994721] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.994909] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bce7890-6bbd-4770-bed5-1d9b6dc0d521 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.001056] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-832b633e-2cd0-4208-be49-c707f072a071 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.009294] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 561.009294] env[62839]: value = "task-2756394" [ 561.009294] env[62839]: _type = "Task" [ 561.009294] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.011077] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.011077] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.015986] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5201c028-b220-4e36-9f34-0f6d0866ccb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.024848] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.028279] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 561.028279] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dfd6a1-0d5a-c0ac-816d-4dfb5abe40d1" [ 561.028279] env[62839]: _type = "Task" [ 561.028279] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.036419] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dfd6a1-0d5a-c0ac-816d-4dfb5abe40d1, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.037300] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b276a9-4335-419d-8ab0-1137b8dd2740 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.044936] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 561.044936] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52672d56-bfe0-8121-c01f-fda97382064e" [ 561.044936] env[62839]: _type = "Task" [ 561.044936] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.051333] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52672d56-bfe0-8121-c01f-fda97382064e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.100809] env[62839]: DEBUG nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.134558] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.134821] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.135077] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.135138] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.136641] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.136641] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.136641] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.136641] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.136641] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.136948] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.136948] env[62839]: DEBUG nova.virt.hardware [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.137465] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a6ffbd-de7f-446c-b4bf-732f62a326a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.145641] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb4622-b039-4651-9fe8-2e5091c36a3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.285960] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "refresh_cache-44fc0c41-2667-49dc-9956-ae42ad5c69dd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.286145] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired lock "refresh_cache-44fc0c41-2667-49dc-9956-ae42ad5c69dd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.286302] env[62839]: DEBUG nova.network.neutron [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.356019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.356917] env[62839]: DEBUG nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.363278] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.209s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.363278] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.363278] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 561.367031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.953s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.367031] env[62839]: INFO nova.compute.claims [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.371970] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2913b-1ab4-4376-bcb4-3d1c188db843 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.388793] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d54c5-cbda-4c26-8d2f-ec3d98b46c08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.415168] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc8d8c4-8850-42b1-bc5d-54a763680510 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.424732] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c73b4b2-f594-49a9-b659-75396f6e1bb5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.465090] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181149MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 561.465090] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.520746] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479097} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.522269] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0d12a280-ff76-410b-bc50-f400c0a7c1d5/0d12a280-ff76-410b-bc50-f400c0a7c1d5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.522470] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.525990] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88c21e42-bafc-4c2b-aa95-8ce93a9135d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.527600] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "24a25029-8f86-4700-9e08-a802ba3f7ef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.527845] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.535516] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 561.535516] env[62839]: value = "task-2756395" [ 561.535516] env[62839]: _type = "Task" [ 561.535516] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.545813] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.554227] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52672d56-bfe0-8121-c01f-fda97382064e, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.555294] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.555294] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.555294] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c43847a-4610-424f-8aa5-9c6a0ec84b23 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.561465] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 561.561465] env[62839]: value = "task-2756396" [ 561.561465] env[62839]: _type = "Task" [ 561.561465] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.570062] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.870342] env[62839]: DEBUG nova.compute.utils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 561.875499] env[62839]: DEBUG nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 561.875499] env[62839]: DEBUG nova.network.neutron [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 561.918948] env[62839]: DEBUG nova.network.neutron [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.050190] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071124} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.052089] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.052089] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc1828-2b70-47d0-a580-51b8ab21ca0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.078784] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0d12a280-ff76-410b-bc50-f400c0a7c1d5/0d12a280-ff76-410b-bc50-f400c0a7c1d5.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.082887] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18aa403b-11f2-4494-929f-15efe944c389 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.107258] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456994} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.108424] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.108676] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.109051] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 562.109051] env[62839]: value = "task-2756397" [ 562.109051] env[62839]: _type = "Task" [ 562.109051] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.109230] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc370f7-55c6-4132-b8a1-0eed3224de19 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.119181] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.120741] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 562.120741] env[62839]: value = "task-2756398" [ 562.120741] env[62839]: _type = "Task" [ 562.120741] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.130625] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.162578] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.162805] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.205671] env[62839]: DEBUG nova.policy [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d08ce6d40e6463fb49d5d6a7be9bda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ffefe680c3b4769be7a01d2c3800048', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.318488] env[62839]: DEBUG nova.network.neutron [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Updating instance_info_cache with network_info: [{"id": "786d9020-285a-4eb4-9e01-d12e5b48114d", "address": "fa:16:3e:75:2b:2b", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786d9020-28", "ovs_interfaceid": "786d9020-285a-4eb4-9e01-d12e5b48114d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.382132] env[62839]: DEBUG nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.578721] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f7cab-6f88-4ada-99d0-2d7c9047e517 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.588638] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7122d6d-e28e-4447-ae36-f0cbe9c2e7f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.630492] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ff2e81-a03f-48a7-b49c-ddf93fc1682c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.643856] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756397, 'name': ReconfigVM_Task, 'duration_secs': 0.291093} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.643979] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074637} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.646096] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0d12a280-ff76-410b-bc50-f400c0a7c1d5/0d12a280-ff76-410b-bc50-f400c0a7c1d5.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.646779] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.648973] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e61ce45-5259-4bb8-a807-530d7e7c1781 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.651569] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb298d-eaff-4fc6-9c56-234b11e9a9d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.660936] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a93285-76de-40fb-b1f9-02935fd2b14c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.675345] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 562.675345] env[62839]: value = "task-2756399" [ 562.675345] env[62839]: _type = "Task" [ 562.675345] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.685965] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.686417] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db88d7a-c8e3-4f88-8c05-b42ae529f22c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.703235] env[62839]: DEBUG nova.compute.manager [req-54a91cc1-a229-4c7f-a0d9-e4ae763d259a req-51d5451e-8e59-4687-b35c-31d667228a52 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Received event network-vif-plugged-786d9020-285a-4eb4-9e01-d12e5b48114d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.703450] env[62839]: DEBUG oslo_concurrency.lockutils [req-54a91cc1-a229-4c7f-a0d9-e4ae763d259a req-51d5451e-8e59-4687-b35c-31d667228a52 service nova] Acquiring lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.703657] env[62839]: DEBUG oslo_concurrency.lockutils [req-54a91cc1-a229-4c7f-a0d9-e4ae763d259a req-51d5451e-8e59-4687-b35c-31d667228a52 service nova] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.703818] env[62839]: DEBUG oslo_concurrency.lockutils [req-54a91cc1-a229-4c7f-a0d9-e4ae763d259a req-51d5451e-8e59-4687-b35c-31d667228a52 service nova] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.703980] env[62839]: DEBUG nova.compute.manager [req-54a91cc1-a229-4c7f-a0d9-e4ae763d259a req-51d5451e-8e59-4687-b35c-31d667228a52 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] No waiting events found dispatching network-vif-plugged-786d9020-285a-4eb4-9e01-d12e5b48114d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 562.704248] env[62839]: WARNING nova.compute.manager [req-54a91cc1-a229-4c7f-a0d9-e4ae763d259a req-51d5451e-8e59-4687-b35c-31d667228a52 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Received unexpected event network-vif-plugged-786d9020-285a-4eb4-9e01-d12e5b48114d for instance with vm_state building and task_state spawning. [ 562.718370] env[62839]: DEBUG nova.compute.provider_tree [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.725045] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 562.725045] env[62839]: value = "task-2756400" [ 562.725045] env[62839]: _type = "Task" [ 562.725045] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.728920] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756399, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.738129] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.820028] env[62839]: DEBUG nova.network.neutron [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Successfully updated port: d713c91b-cc43-4c58-bce9-ac2867ecd53e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.821821] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Releasing lock "refresh_cache-44fc0c41-2667-49dc-9956-ae42ad5c69dd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.822105] env[62839]: DEBUG nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Instance network_info: |[{"id": "786d9020-285a-4eb4-9e01-d12e5b48114d", "address": "fa:16:3e:75:2b:2b", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786d9020-28", "ovs_interfaceid": "786d9020-285a-4eb4-9e01-d12e5b48114d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.825561] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:2b:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '786d9020-285a-4eb4-9e01-d12e5b48114d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.831377] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Creating folder: Project (e6f2686faf914a9db2182e56c00f2192). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.832834] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb4f4ea5-27fa-4f1f-9cb5-74b9df43d204 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.845274] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Created folder: Project (e6f2686faf914a9db2182e56c00f2192) in parent group-v554621. [ 562.845274] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Creating folder: Instances. Parent ref: group-v554628. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.845274] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5255e6-3c35-4a9a-a656-6b48d97b25a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.855466] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Created folder: Instances in parent group-v554628. [ 562.856018] env[62839]: DEBUG oslo.service.loopingcall [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.856018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.856121] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de7e476c-a4d9-48e0-af75-7c93024b7168 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.879078] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.879078] env[62839]: value = "task-2756403" [ 562.879078] env[62839]: _type = "Task" [ 562.879078] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.888065] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756403, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.088709] env[62839]: DEBUG nova.network.neutron [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Successfully created port: 20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.198887] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756399, 'name': Rename_Task, 'duration_secs': 0.154778} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.202927] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.202927] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1593fba1-cf49-4bac-9aaa-80c5cfd7486a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.214116] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 563.214116] env[62839]: value = "task-2756404" [ 563.214116] env[62839]: _type = "Task" [ 563.214116] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.220311] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.224788] env[62839]: DEBUG nova.scheduler.client.report [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.239543] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756400, 'name': ReconfigVM_Task, 'duration_secs': 0.380022} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.242665] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.242665] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fc395e3-0b21-47f0-bf5a-50b22eff3d9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.247783] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 563.247783] env[62839]: value = "task-2756405" [ 563.247783] env[62839]: _type = "Task" [ 563.247783] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.258248] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756405, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.336254] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.336845] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquired lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.336845] env[62839]: DEBUG nova.network.neutron [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.396630] env[62839]: DEBUG nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.400233] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756403, 'name': CreateVM_Task, 'duration_secs': 0.392337} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.400625] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.421465] env[62839]: DEBUG oslo_vmware.service [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce271d31-c25f-4695-b9b9-514ec9481b5a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.433951] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.434149] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.434770] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.435032] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56924a29-eaed-455f-bce9-ec91d7602e76 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.439855] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.440097] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.440581] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.440581] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.440581] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.440783] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.440930] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.441102] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.441514] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.441514] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.441714] env[62839]: DEBUG nova.virt.hardware [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.442487] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9a96d-35a0-44a1-b8cf-1b6e8ba5157d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.446392] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 563.446392] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52969c44-7b89-6465-3f98-672dd9220a52" [ 563.446392] env[62839]: _type = "Task" [ 563.446392] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.453633] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfa9955-78a7-4e97-a580-e2edc9cd5c4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.461886] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.462358] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.462933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.462933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.462933] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.470408] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-918f4c3a-8059-4bbb-9a5f-15a687d42b01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.478481] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.478607] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.479440] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90522b8a-35af-4dfb-aa72-4321ab2426c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.486221] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36548419-695f-4c6b-8eba-933ac63d06ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.490983] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 563.490983] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c13bce-0869-5271-eeea-cf51c0d84807" [ 563.490983] env[62839]: _type = "Task" [ 563.490983] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.499031] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c13bce-0869-5271-eeea-cf51c0d84807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.722948] env[62839]: DEBUG oslo_vmware.api [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756404, 'name': PowerOnVM_Task, 'duration_secs': 0.507765} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.722948] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.723106] env[62839]: INFO nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Took 9.33 seconds to spawn the instance on the hypervisor. [ 563.723351] env[62839]: DEBUG nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.724320] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53820f2-a0e1-45b4-ae8f-6e49c1a8858d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.728983] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.729460] env[62839]: DEBUG nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.736111] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.630s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.736111] env[62839]: INFO nova.compute.claims [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.744554] env[62839]: DEBUG nova.compute.manager [req-14934337-7d9f-49ab-8429-1561a294ddff req-e8844270-86b5-4782-81b1-dbf551af204e service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Received event network-vif-plugged-d713c91b-cc43-4c58-bce9-ac2867ecd53e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.744756] env[62839]: DEBUG oslo_concurrency.lockutils [req-14934337-7d9f-49ab-8429-1561a294ddff req-e8844270-86b5-4782-81b1-dbf551af204e service nova] Acquiring lock "58230e43-0ef1-4f60-9419-f0826b2b1369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.744951] env[62839]: DEBUG oslo_concurrency.lockutils [req-14934337-7d9f-49ab-8429-1561a294ddff req-e8844270-86b5-4782-81b1-dbf551af204e service nova] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.746312] env[62839]: DEBUG oslo_concurrency.lockutils [req-14934337-7d9f-49ab-8429-1561a294ddff req-e8844270-86b5-4782-81b1-dbf551af204e service nova] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.746312] env[62839]: DEBUG nova.compute.manager [req-14934337-7d9f-49ab-8429-1561a294ddff req-e8844270-86b5-4782-81b1-dbf551af204e service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] No waiting events found dispatching network-vif-plugged-d713c91b-cc43-4c58-bce9-ac2867ecd53e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.746312] env[62839]: WARNING nova.compute.manager [req-14934337-7d9f-49ab-8429-1561a294ddff req-e8844270-86b5-4782-81b1-dbf551af204e service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Received unexpected event network-vif-plugged-d713c91b-cc43-4c58-bce9-ac2867ecd53e for instance with vm_state building and task_state spawning. [ 563.759449] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756405, 'name': Rename_Task, 'duration_secs': 0.147792} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.760894] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.763273] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd1a86f-03f7-42a8-8294-a469f95c72ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.768490] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 563.768490] env[62839]: value = "task-2756406" [ 563.768490] env[62839]: _type = "Task" [ 563.768490] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.777373] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.899553] env[62839]: DEBUG nova.network.neutron [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.007609] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Preparing fetch location {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 564.008256] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Creating directory with path [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.008256] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca15458b-8e4e-49d9-83a4-10bd117d23f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.025787] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Created directory with path [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.026054] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Fetch image to [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 564.026284] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Downloading image file data 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk on the data store datastore2 {{(pid=62839) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 564.028283] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8c14d-f7ad-43ca-95ab-8ebefa042822 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.037880] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc97222-5e72-497a-a4a1-121a346c9bfb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.052461] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8d9f41-da31-4979-9fff-2583c99b06ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.090620] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127ee93-096b-450f-9ac2-68c9ce537cc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.097657] env[62839]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2cbf149b-accb-469d-9130-daa83b12c3de {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.129475] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Downloading image file data 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to the data store datastore2 {{(pid=62839) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 564.201470] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62839) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 564.259931] env[62839]: DEBUG nova.compute.utils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.267936] env[62839]: DEBUG nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.268138] env[62839]: DEBUG nova.network.neutron [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.280428] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "0894f61d-4fa3-4df2-86d1-2900553825cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.280765] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.288976] env[62839]: INFO nova.compute.manager [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Took 14.15 seconds to build instance. [ 564.295669] env[62839]: DEBUG oslo_vmware.api [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756406, 'name': PowerOnVM_Task, 'duration_secs': 0.444717} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.295669] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.295882] env[62839]: INFO nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Took 7.69 seconds to spawn the instance on the hypervisor. [ 564.295927] env[62839]: DEBUG nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.296884] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e665c3-4d2b-4f44-acd0-1a43609df1e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.352988] env[62839]: DEBUG nova.network.neutron [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Updating instance_info_cache with network_info: [{"id": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "address": "fa:16:3e:a4:82:df", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd713c91b-cc", "ovs_interfaceid": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.377437] env[62839]: DEBUG nova.policy [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a07dc63308544a2e9168e3a07a80e166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee43ad39eb1466aa373dd33daba2cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.471079] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.471511] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.769740] env[62839]: DEBUG nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.792454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6a6c40e-eec8-4c1b-9bf4-6d245c472d10 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.666s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.793955] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.146s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.794579] env[62839]: INFO nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] During sync_power_state the instance has a pending task (spawning). Skip. [ 564.794579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.817618] env[62839]: INFO nova.compute.manager [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Took 13.90 seconds to build instance. [ 564.855290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Releasing lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.855932] env[62839]: DEBUG nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Instance network_info: |[{"id": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "address": "fa:16:3e:a4:82:df", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd713c91b-cc", "ovs_interfaceid": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.857177] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:82:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd713c91b-cc43-4c58-bce9-ac2867ecd53e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.868682] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Creating folder: Project (9789e89b999443608425ff9ec75fe8ac). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.873191] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bc9bbfe-12df-408a-9737-9e0e5d4092b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.885676] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Created folder: Project (9789e89b999443608425ff9ec75fe8ac) in parent group-v554621. [ 564.885676] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Creating folder: Instances. Parent ref: group-v554631. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.886709] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376b331f-e2a5-4150-9485-7478000b7668 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.899806] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Created folder: Instances in parent group-v554631. [ 564.900135] env[62839]: DEBUG oslo.service.loopingcall [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.900531] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.900747] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32bcbdb4-8a66-4f81-8897-dee59c1147f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.920578] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.920578] env[62839]: value = "task-2756409" [ 564.920578] env[62839]: _type = "Task" [ 564.920578] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.932518] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756409, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.999320] env[62839]: DEBUG nova.network.neutron [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Successfully created port: 5b0c3c40-92af-4746-8637-14cbca6156f3 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.031095] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Completed reading data from the image iterator. {{(pid=62839) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 565.031447] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 565.101911] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Downloaded image file data 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk on the data store datastore2 {{(pid=62839) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 565.105042] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Caching image {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 565.105042] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Copying Virtual Disk [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk to [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.105042] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dafc910-f239-44f2-9c7e-24e386516f5a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.113229] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 565.113229] env[62839]: value = "task-2756410" [ 565.113229] env[62839]: _type = "Task" [ 565.113229] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.126330] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.179441] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7101ea-021a-4bc3-a197-ff65b6e270a2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.194838] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02955297-74a8-4374-a33e-cb407984c52d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.243492] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31b53a-6e3a-4276-832e-6ce35f0c8e78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.251414] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80f8730-6805-4d51-a6df-043a093e6cb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.264408] env[62839]: DEBUG nova.compute.provider_tree [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.296238] env[62839]: DEBUG nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.319860] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b955009-e4fa-4b65-b2b6-5b582d11f029 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.413s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.321182] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.673s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.321551] env[62839]: INFO nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] During sync_power_state the instance has a pending task (spawning). Skip. [ 565.321551] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.432017] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756409, 'name': CreateVM_Task, 'duration_secs': 0.370925} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.432017] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.432539] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.436028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.436028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.436028] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d62bd84-447d-4a26-902c-a9cc0f864dd5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.438204] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 565.438204] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52720aa8-883f-4752-6f1c-23a03871b9c9" [ 565.438204] env[62839]: _type = "Task" [ 565.438204] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.446624] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52720aa8-883f-4752-6f1c-23a03871b9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.571770] env[62839]: DEBUG nova.network.neutron [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Successfully updated port: 20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.630755] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.767933] env[62839]: DEBUG nova.scheduler.client.report [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.792371] env[62839]: DEBUG nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.823759] env[62839]: DEBUG nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.835646] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.843125] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.843344] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.843493] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.843650] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.843774] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.843910] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.844347] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.844688] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.844882] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.845062] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.845355] env[62839]: DEBUG nova.virt.hardware [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.846474] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e193c-e305-4a60-a7cf-43ca988636a7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.856658] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f982a6-6ddd-4f3e-b328-2c8f6b780eda {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.936211] env[62839]: DEBUG nova.compute.manager [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Received event network-changed-786d9020-285a-4eb4-9e01-d12e5b48114d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.936211] env[62839]: DEBUG nova.compute.manager [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Refreshing instance network info cache due to event network-changed-786d9020-285a-4eb4-9e01-d12e5b48114d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.936211] env[62839]: DEBUG oslo_concurrency.lockutils [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] Acquiring lock "refresh_cache-44fc0c41-2667-49dc-9956-ae42ad5c69dd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.936211] env[62839]: DEBUG oslo_concurrency.lockutils [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] Acquired lock "refresh_cache-44fc0c41-2667-49dc-9956-ae42ad5c69dd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.936211] env[62839]: DEBUG nova.network.neutron [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Refreshing network info cache for port 786d9020-285a-4eb4-9e01-d12e5b48114d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.951032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.951032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.951302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.077455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.077674] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquired lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.077889] env[62839]: DEBUG nova.network.neutron [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.130525] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756410, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.276918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.277875] env[62839]: DEBUG nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.283430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.753s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.284911] env[62839]: INFO nova.compute.claims [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.342586] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.342867] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.364758] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.630114] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756410, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.208426} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.630753] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Copied Virtual Disk [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk to [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.631077] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Deleting the datastore file [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/tmp-sparse.vmdk {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 566.634447] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-393133b4-3c2f-4d4c-8cc9-0e6d43c674af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.644025] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 566.644025] env[62839]: value = "task-2756411" [ 566.644025] env[62839]: _type = "Task" [ 566.644025] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.652954] env[62839]: DEBUG nova.network.neutron [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.663031] env[62839]: DEBUG nova.compute.manager [None req-9ac45eb3-06ba-4b7f-93b8-3f9cf16334cc tempest-ServerDiagnosticsV248Test-1588808580 tempest-ServerDiagnosticsV248Test-1588808580-project-admin] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.663031] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4657136-6eff-480d-b4d8-2b67c01e1b81 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.669369] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.673721] env[62839]: INFO nova.compute.manager [None req-9ac45eb3-06ba-4b7f-93b8-3f9cf16334cc tempest-ServerDiagnosticsV248Test-1588808580 tempest-ServerDiagnosticsV248Test-1588808580-project-admin] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Retrieving diagnostics [ 566.675454] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38845683-abf9-4cbb-9bea-afa600ffa540 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.726138] env[62839]: INFO nova.compute.manager [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Rebuilding instance [ 566.794515] env[62839]: DEBUG nova.compute.utils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 566.795823] env[62839]: DEBUG nova.compute.manager [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.799599] env[62839]: DEBUG nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.799778] env[62839]: DEBUG nova.network.neutron [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.803312] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7076f55e-3e1c-4afa-bd54-ee7a7f184582 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.988195] env[62839]: DEBUG nova.policy [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3b1d12e054c4fb09e6736355a1335f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c7dd9b49bf6444f87d3ee1d85847039', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.159789] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030928} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.160270] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.160344] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Moving file from [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2/8981f1f5-dbe6-487a-902c-e2de4cdb72c5 to [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5. {{(pid=62839) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 567.160544] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cd170933-9b4e-4d93-8019-a9fb3676f298 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.168857] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 567.168857] env[62839]: value = "task-2756412" [ 567.168857] env[62839]: _type = "Task" [ 567.168857] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.178160] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756412, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.205830] env[62839]: DEBUG nova.compute.manager [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Received event network-changed-d713c91b-cc43-4c58-bce9-ac2867ecd53e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.205830] env[62839]: DEBUG nova.compute.manager [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Refreshing instance network info cache due to event network-changed-d713c91b-cc43-4c58-bce9-ac2867ecd53e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.205830] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Acquiring lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.207022] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Acquired lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.208058] env[62839]: DEBUG nova.network.neutron [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Refreshing network info cache for port d713c91b-cc43-4c58-bce9-ac2867ecd53e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.244978] env[62839]: DEBUG nova.network.neutron [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Updated VIF entry in instance network info cache for port 786d9020-285a-4eb4-9e01-d12e5b48114d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.247107] env[62839]: DEBUG nova.network.neutron [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Updating instance_info_cache with network_info: [{"id": "786d9020-285a-4eb4-9e01-d12e5b48114d", "address": "fa:16:3e:75:2b:2b", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786d9020-28", "ovs_interfaceid": "786d9020-285a-4eb4-9e01-d12e5b48114d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.251091] env[62839]: DEBUG nova.network.neutron [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Updating instance_info_cache with network_info: [{"id": "20bfdfc9-243a-476a-95aa-de9806d103d3", "address": "fa:16:3e:cc:c4:5d", "network": {"id": "b7c4ea8e-02fb-48ec-9ed1-6c343f52ac04", "bridge": "br-int", "label": "tempest-ServersTestJSON-592461702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffefe680c3b4769be7a01d2c3800048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bfdfc9-24", "ovs_interfaceid": "20bfdfc9-243a-476a-95aa-de9806d103d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.306957] env[62839]: DEBUG nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.567360] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7c1ebc-84c4-42c4-a2eb-672a853639db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.575991] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f4edd9-d346-4d99-b49e-39804fcdc154 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.611353] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6179a6-4f41-4fc4-bd30-2b14a3dbccef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.620598] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61394e80-73ca-4c17-9c01-7cac4f093f0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.638805] env[62839]: DEBUG nova.compute.provider_tree [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 567.682747] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756412, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03954} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.682999] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] File moved {{(pid=62839) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 567.683197] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Cleaning up location [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 567.683781] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Deleting the datastore file [datastore2] vmware_temp/d120553c-a69f-4456-8016-b658e58d16d2 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.684102] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30901199-1391-4109-94bd-68cd55c97687 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.691427] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 567.691427] env[62839]: value = "task-2756413" [ 567.691427] env[62839]: _type = "Task" [ 567.691427] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.700758] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.748354] env[62839]: DEBUG oslo_concurrency.lockutils [req-8c0c6497-938a-4c3c-ba25-656bdbe57217 req-09c6e66a-be3f-412b-9f29-51c0c1292dc7 service nova] Releasing lock "refresh_cache-44fc0c41-2667-49dc-9956-ae42ad5c69dd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.755642] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Releasing lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.755985] env[62839]: DEBUG nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Instance network_info: |[{"id": "20bfdfc9-243a-476a-95aa-de9806d103d3", "address": "fa:16:3e:cc:c4:5d", "network": {"id": "b7c4ea8e-02fb-48ec-9ed1-6c343f52ac04", "bridge": "br-int", "label": "tempest-ServersTestJSON-592461702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffefe680c3b4769be7a01d2c3800048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bfdfc9-24", "ovs_interfaceid": "20bfdfc9-243a-476a-95aa-de9806d103d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.756409] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:c4:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20bfdfc9-243a-476a-95aa-de9806d103d3', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.765592] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Creating folder: Project (5ffefe680c3b4769be7a01d2c3800048). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.765871] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94ddddd7-6f50-4849-92ec-ab02bc6b9d8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.776061] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Created folder: Project (5ffefe680c3b4769be7a01d2c3800048) in parent group-v554621. [ 567.776351] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Creating folder: Instances. Parent ref: group-v554634. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.776597] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-149dd016-4551-43f9-8b92-120bc79eff48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.788174] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Created folder: Instances in parent group-v554634. [ 567.788418] env[62839]: DEBUG oslo.service.loopingcall [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.788627] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.788845] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bb6df4d-46bb-4102-adae-91572d7078bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.817169] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.817169] env[62839]: value = "task-2756416" [ 567.817169] env[62839]: _type = "Task" [ 567.817169] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.818072] env[62839]: DEBUG nova.network.neutron [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Successfully created port: 2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.827198] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.831091] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925a7827-8084-4067-970f-761e7bf0a43c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.834339] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756416, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.839587] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 567.839587] env[62839]: value = "task-2756417" [ 567.839587] env[62839]: _type = "Task" [ 567.839587] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.855338] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.168267] env[62839]: ERROR nova.scheduler.client.report [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [req-489de8ae-d214-4dee-9186-362106aacd0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-489de8ae-d214-4dee-9186-362106aacd0c"}]} [ 568.190837] env[62839]: DEBUG nova.scheduler.client.report [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 568.210559] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.06341} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.210705] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.213549] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e38061-e410-431b-8f84-e7183a0eaff8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.219818] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 568.219818] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521b611e-e55c-c1ac-8414-7de78606c3ef" [ 568.219818] env[62839]: _type = "Task" [ 568.219818] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.220225] env[62839]: DEBUG nova.scheduler.client.report [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 568.220337] env[62839]: DEBUG nova.compute.provider_tree [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.239349] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521b611e-e55c-c1ac-8414-7de78606c3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.239349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.239349] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 44fc0c41-2667-49dc-9956-ae42ad5c69dd/44fc0c41-2667-49dc-9956-ae42ad5c69dd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.239349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.239602] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.239602] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34c3627f-3a05-4447-91e3-18b9e1b282aa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.242586] env[62839]: DEBUG nova.scheduler.client.report [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 568.244736] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb9ed70-fc82-453a-bd12-333366b71c58 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.254557] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 568.254557] env[62839]: value = "task-2756418" [ 568.254557] env[62839]: _type = "Task" [ 568.254557] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.256767] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.256767] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.263121] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d42ee3-3997-4464-a303-900ccec64a93 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.268984] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.272052] env[62839]: DEBUG nova.scheduler.client.report [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 568.273837] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 568.273837] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f56128-8eab-c5bf-b9ef-870978e3a2e4" [ 568.273837] env[62839]: _type = "Task" [ 568.273837] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.283569] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f56128-8eab-c5bf-b9ef-870978e3a2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008066} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.284941] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc9ea39-5b9f-43f3-8e97-2163f814adf0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.291672] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 568.291672] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c906c3-9690-4dcf-824c-bb842707ee54" [ 568.291672] env[62839]: _type = "Task" [ 568.291672] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.301751] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c906c3-9690-4dcf-824c-bb842707ee54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.322590] env[62839]: DEBUG nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.331237] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756416, 'name': CreateVM_Task, 'duration_secs': 0.367958} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.331237] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.331237] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.331503] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.332029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.336650] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe95122-d52a-499c-8b27-bc2ed838a8f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.346568] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 568.346568] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e95d73-2fe4-dfdd-cd95-da01d0f9b2c7" [ 568.346568] env[62839]: _type = "Task" [ 568.346568] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.358150] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756417, 'name': PowerOffVM_Task, 'duration_secs': 0.157386} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.363013] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.363013] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.363013] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.363444] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.363444] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.363444] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.363444] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.363444] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.363609] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.363609] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.363667] env[62839]: DEBUG nova.virt.hardware [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.367023] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.367023] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 568.367023] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e99d7-7111-4351-ab5d-b996f7773998 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.373478] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba89fee-1c8e-4951-9372-d0e0702826b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.378034] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e95d73-2fe4-dfdd-cd95-da01d0f9b2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.007961} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.382645] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.382645] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.382645] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.385427] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feadef1-c447-42da-b498-39fc88caed07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.389763] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.390354] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fd7bb44-3c09-4afc-bc67-be040e8b2919 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.419426] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.419616] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.419827] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Deleting the datastore file [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.420319] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a481397-80c8-4bbf-8e54-950e7c8865f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.428230] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 568.428230] env[62839]: value = "task-2756420" [ 568.428230] env[62839]: _type = "Task" [ 568.428230] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.437889] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.456733] env[62839]: DEBUG nova.network.neutron [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Successfully updated port: 5b0c3c40-92af-4746-8637-14cbca6156f3 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.590499] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ccc073-9290-4779-af55-68e91897f36e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.600398] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00b160b-80cf-4647-bae7-0d7063266b3d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.638612] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed725a6-01d3-4aea-80ee-f62ea250f880 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.649157] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c47beb-da68-4c7f-be18-44613d3eca37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.667919] env[62839]: DEBUG nova.compute.provider_tree [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.772467] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479963} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.772467] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 44fc0c41-2667-49dc-9956-ae42ad5c69dd/44fc0c41-2667-49dc-9956-ae42ad5c69dd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.772467] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.772467] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e68fadaf-2968-4cac-b07a-6d0c18c4ed8b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.781499] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 568.781499] env[62839]: value = "task-2756421" [ 568.781499] env[62839]: _type = "Task" [ 568.781499] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.791776] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.796656] env[62839]: DEBUG nova.compute.manager [req-54af6982-6708-42fd-97a4-502a53baa3e8 req-eb22a178-e59a-494a-b9a1-e0fe63605931 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Received event network-vif-plugged-5b0c3c40-92af-4746-8637-14cbca6156f3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.796868] env[62839]: DEBUG oslo_concurrency.lockutils [req-54af6982-6708-42fd-97a4-502a53baa3e8 req-eb22a178-e59a-494a-b9a1-e0fe63605931 service nova] Acquiring lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.797147] env[62839]: DEBUG oslo_concurrency.lockutils [req-54af6982-6708-42fd-97a4-502a53baa3e8 req-eb22a178-e59a-494a-b9a1-e0fe63605931 service nova] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.797332] env[62839]: DEBUG oslo_concurrency.lockutils [req-54af6982-6708-42fd-97a4-502a53baa3e8 req-eb22a178-e59a-494a-b9a1-e0fe63605931 service nova] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.797500] env[62839]: DEBUG nova.compute.manager [req-54af6982-6708-42fd-97a4-502a53baa3e8 req-eb22a178-e59a-494a-b9a1-e0fe63605931 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] No waiting events found dispatching network-vif-plugged-5b0c3c40-92af-4746-8637-14cbca6156f3 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.797665] env[62839]: WARNING nova.compute.manager [req-54af6982-6708-42fd-97a4-502a53baa3e8 req-eb22a178-e59a-494a-b9a1-e0fe63605931 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Received unexpected event network-vif-plugged-5b0c3c40-92af-4746-8637-14cbca6156f3 for instance with vm_state building and task_state spawning. [ 568.803989] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c906c3-9690-4dcf-824c-bb842707ee54, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.804161] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.804412] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 58230e43-0ef1-4f60-9419-f0826b2b1369/58230e43-0ef1-4f60-9419-f0826b2b1369.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.804714] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.804917] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.805164] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e4cbe8-f546-45af-a01d-e7c649d7dca5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.807270] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01ba2611-3df7-48bf-b6b6-e8c095d4a812 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.814804] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 568.814804] env[62839]: value = "task-2756422" [ 568.814804] env[62839]: _type = "Task" [ 568.814804] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.815760] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.815921] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.819640] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e1e43c-235c-44dc-9180-da7f5d5386f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.827491] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.828779] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 568.828779] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b4d93b-10e8-4cbb-ffce-cf52762ee985" [ 568.828779] env[62839]: _type = "Task" [ 568.828779] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.837354] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b4d93b-10e8-4cbb-ffce-cf52762ee985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.941019] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256218} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.941019] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.941019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 568.941019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 568.963263] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.963435] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.965091] env[62839]: DEBUG nova.network.neutron [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.227314] env[62839]: DEBUG nova.scheduler.client.report [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 569.227314] env[62839]: DEBUG nova.compute.provider_tree [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 19 to 20 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.227314] env[62839]: DEBUG nova.compute.provider_tree [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.292474] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063948} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.293432] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.293960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff106e36-7521-4bd8-b1f2-f4fde5b3d799 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.297981] env[62839]: DEBUG nova.network.neutron [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Updated VIF entry in instance network info cache for port d713c91b-cc43-4c58-bce9-ac2867ecd53e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.299145] env[62839]: DEBUG nova.network.neutron [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Updating instance_info_cache with network_info: [{"id": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "address": "fa:16:3e:a4:82:df", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd713c91b-cc", "ovs_interfaceid": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.328610] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 44fc0c41-2667-49dc-9956-ae42ad5c69dd/44fc0c41-2667-49dc-9956-ae42ad5c69dd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.334243] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3162a2-3527-4a19-b0f3-17ab9fba9995 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.359499] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470813} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.363860] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 58230e43-0ef1-4f60-9419-f0826b2b1369/58230e43-0ef1-4f60-9419-f0826b2b1369.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.364092] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.364391] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b4d93b-10e8-4cbb-ffce-cf52762ee985, 'name': SearchDatastore_Task, 'duration_secs': 0.017737} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.364664] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 569.364664] env[62839]: value = "task-2756423" [ 569.364664] env[62839]: _type = "Task" [ 569.364664] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.364849] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f8494a2-ef35-42b6-9b8a-7e7bc3868f30 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.367774] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb757f57-e661-4f66-aa32-6b424261e8fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.380105] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 569.380105] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f9f3c9-d140-143c-10e3-d34d42c9b16b" [ 569.380105] env[62839]: _type = "Task" [ 569.380105] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.384828] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.385519] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 569.385519] env[62839]: value = "task-2756424" [ 569.385519] env[62839]: _type = "Task" [ 569.385519] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.401078] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f9f3c9-d140-143c-10e3-d34d42c9b16b, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.404295] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.404581] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2173ad07-4774-47ac-bed2-2d8e208acd16/2173ad07-4774-47ac-bed2-2d8e208acd16.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.404842] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.405087] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72ae2651-02f1-4310-80ed-af8ca5cd788a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.411368] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 569.411368] env[62839]: value = "task-2756425" [ 569.411368] env[62839]: _type = "Task" [ 569.411368] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.420896] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.683021] env[62839]: DEBUG nova.network.neutron [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.732489] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.449s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.733389] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.736702] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.169s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.739061] env[62839]: INFO nova.compute.claims [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.803181] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Releasing lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.803181] env[62839]: DEBUG nova.compute.manager [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Received event network-vif-plugged-20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.803181] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Acquiring lock "2173ad07-4774-47ac-bed2-2d8e208acd16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.803181] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.803181] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.803363] env[62839]: DEBUG nova.compute.manager [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] No waiting events found dispatching network-vif-plugged-20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.803363] env[62839]: WARNING nova.compute.manager [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Received unexpected event network-vif-plugged-20bfdfc9-243a-476a-95aa-de9806d103d3 for instance with vm_state building and task_state spawning. [ 569.803363] env[62839]: DEBUG nova.compute.manager [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Received event network-changed-20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.803363] env[62839]: DEBUG nova.compute.manager [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Refreshing instance network info cache due to event network-changed-20bfdfc9-243a-476a-95aa-de9806d103d3. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.803363] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Acquiring lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.803569] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Acquired lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.803569] env[62839]: DEBUG nova.network.neutron [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Refreshing network info cache for port 20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.879829] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756423, 'name': ReconfigVM_Task, 'duration_secs': 0.445887} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.880414] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 44fc0c41-2667-49dc-9956-ae42ad5c69dd/44fc0c41-2667-49dc-9956-ae42ad5c69dd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.881642] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8291783b-8767-4e50-8ca1-717c457b3ac0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.889758] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 569.889758] env[62839]: value = "task-2756426" [ 569.889758] env[62839]: _type = "Task" [ 569.889758] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.905942] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756426, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.909854] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068247} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.912661] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.913603] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefce06f-71e0-4e67-8c50-b298ae8b93a7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.944105] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 58230e43-0ef1-4f60-9419-f0826b2b1369/58230e43-0ef1-4f60-9419-f0826b2b1369.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.946202] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ac479c-fd4a-44e1-abd8-97542afb1b2b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.962124] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508084} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.966665] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2173ad07-4774-47ac-bed2-2d8e208acd16/2173ad07-4774-47ac-bed2-2d8e208acd16.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.966922] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.967765] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2e0ce5a-afa3-42eb-a06a-f7f46119a07a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.975345] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 569.975345] env[62839]: value = "task-2756427" [ 569.975345] env[62839]: _type = "Task" [ 569.975345] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.976264] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 569.976264] env[62839]: value = "task-2756428" [ 569.976264] env[62839]: _type = "Task" [ 569.976264] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.989340] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.992587] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.009011] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.009292] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.009292] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.009466] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.009829] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.010175] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.010520] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.010817] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.011116] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.011658] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.011658] env[62839]: DEBUG nova.virt.hardware [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.012524] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b64e70b-23cb-4fd0-9b6f-abc33fbab870 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.021238] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba2426d-6120-491b-bfdd-3f305d4afc62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.040716] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.044731] env[62839]: DEBUG oslo.service.loopingcall [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 570.045031] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.045272] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb8e20f9-1850-4839-9193-f1970dd45062 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.062963] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.062963] env[62839]: value = "task-2756429" [ 570.062963] env[62839]: _type = "Task" [ 570.062963] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.071141] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756429, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.247412] env[62839]: DEBUG nova.compute.utils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.248201] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.248394] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.324829] env[62839]: DEBUG nova.policy [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb42a0289114672bc42505c801110e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d970beed1a74c1ca5c213677ac89722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.405479] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756426, 'name': Rename_Task, 'duration_secs': 0.152501} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.405479] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.405479] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b46de07-b5a4-441c-9d81-1dd0e775de84 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.410826] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 570.410826] env[62839]: value = "task-2756430" [ 570.410826] env[62839]: _type = "Task" [ 570.410826] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.420166] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.498801] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068402} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.507577] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.507577] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.507662] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9f04f9-6bf9-4c7b-913f-d07f5021b1cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.549970] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2173ad07-4774-47ac-bed2-2d8e208acd16/2173ad07-4774-47ac-bed2-2d8e208acd16.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.550439] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99b9bf8-ca1f-42e9-a2f3-e10ad2b0a0da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.578307] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756429, 'name': CreateVM_Task, 'duration_secs': 0.336508} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.579693] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.580097] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 570.580097] env[62839]: value = "task-2756431" [ 570.580097] env[62839]: _type = "Task" [ 570.580097] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.580465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.580655] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.580932] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.581228] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57267eb3-bfa7-4269-89bc-edbc121fb644 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.588235] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 570.588235] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a82a96-933c-3fc9-95ff-7b8d9e236168" [ 570.588235] env[62839]: _type = "Task" [ 570.588235] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.592553] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.600898] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a82a96-933c-3fc9-95ff-7b8d9e236168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.614628] env[62839]: DEBUG nova.network.neutron [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Updating instance_info_cache with network_info: [{"id": "5b0c3c40-92af-4746-8637-14cbca6156f3", "address": "fa:16:3e:c8:70:ea", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0c3c40-92", "ovs_interfaceid": "5b0c3c40-92af-4746-8637-14cbca6156f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.754843] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.926119] env[62839]: DEBUG oslo_vmware.api [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756430, 'name': PowerOnVM_Task, 'duration_secs': 0.50117} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.930352] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.930543] env[62839]: INFO nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Took 12.10 seconds to spawn the instance on the hypervisor. [ 570.931733] env[62839]: DEBUG nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.933853] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38411920-8589-47d7-94f0-84cd2fae32b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.997533] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756427, 'name': ReconfigVM_Task, 'duration_secs': 0.714349} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.998111] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 58230e43-0ef1-4f60-9419-f0826b2b1369/58230e43-0ef1-4f60-9419-f0826b2b1369.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.998767] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a86a8856-4d80-4e8b-b40d-df36b94f8e93 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.007583] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 571.007583] env[62839]: value = "task-2756432" [ 571.007583] env[62839]: _type = "Task" [ 571.007583] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.020654] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756432, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.107964] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756431, 'name': ReconfigVM_Task, 'duration_secs': 0.39456} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.116038] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2173ad07-4774-47ac-bed2-2d8e208acd16/2173ad07-4774-47ac-bed2-2d8e208acd16.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.129144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.129144] env[62839]: DEBUG nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Instance network_info: |[{"id": "5b0c3c40-92af-4746-8637-14cbca6156f3", "address": "fa:16:3e:c8:70:ea", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0c3c40-92", "ovs_interfaceid": "5b0c3c40-92af-4746-8637-14cbca6156f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.129495] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-364a2ce4-6103-4116-9caa-df211aae5c79 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.132237] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a82a96-933c-3fc9-95ff-7b8d9e236168, 'name': SearchDatastore_Task, 'duration_secs': 0.018744} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.133521] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:70:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b0c3c40-92af-4746-8637-14cbca6156f3', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.155370] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating folder: Project (3ee43ad39eb1466aa373dd33daba2cfa). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.155370] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.155945] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.155945] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.156169] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.156550] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.160819] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16873dc-0a15-4366-98ed-0341a5aac77e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.163421] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45847998-cde4-4a7e-b12b-08467b27889b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.172223] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 571.172223] env[62839]: value = "task-2756433" [ 571.172223] env[62839]: _type = "Task" [ 571.172223] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.180804] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756433, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.184989] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created folder: Project (3ee43ad39eb1466aa373dd33daba2cfa) in parent group-v554621. [ 571.184989] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating folder: Instances. Parent ref: group-v554638. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.184989] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.184989] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.192102] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4b46533-f498-4a6f-8684-3a51edaa9b88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.199954] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fe8fc4-6a67-4fae-a6bf-c0a6dbe96a24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.214634] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 571.214634] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528958ae-4f1a-5cff-2b9c-f0776c8b82fa" [ 571.214634] env[62839]: _type = "Task" [ 571.214634] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.225153] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created folder: Instances in parent group-v554638. [ 571.225239] env[62839]: DEBUG oslo.service.loopingcall [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.226726] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.228317] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4862d8bf-50bd-4c4f-b35a-116c398149a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.234149] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a3eafeb-06e6-489d-ba11-7ce2a42219b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.250109] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528958ae-4f1a-5cff-2b9c-f0776c8b82fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017406} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.252258] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b63961-02ef-48ad-b550-f6b3b84e4651 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.258960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f8e5c-107f-41d2-b36f-770bae4fb722 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.262306] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.262306] env[62839]: value = "task-2756436" [ 571.262306] env[62839]: _type = "Task" [ 571.262306] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.263637] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 571.263637] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e9df97-05e1-f4fe-00e0-ab28f111fe35" [ 571.263637] env[62839]: _type = "Task" [ 571.263637] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.305404] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f98286-5f20-465d-a59a-749e84dbb5ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.312033] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756436, 'name': CreateVM_Task} progress is 15%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.320296] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e9df97-05e1-f4fe-00e0-ab28f111fe35, 'name': SearchDatastore_Task, 'duration_secs': 0.054383} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.321542] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad906d7e-21a5-451c-aa56-c5dac13ce8f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.326115] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.326565] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.326976] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7240e610-2c51-4feb-89fa-e372c0e0a1c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.340997] env[62839]: DEBUG nova.compute.provider_tree [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.346594] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 571.346594] env[62839]: value = "task-2756437" [ 571.346594] env[62839]: _type = "Task" [ 571.346594] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.349776] env[62839]: DEBUG nova.network.neutron [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Updated VIF entry in instance network info cache for port 20bfdfc9-243a-476a-95aa-de9806d103d3. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.350157] env[62839]: DEBUG nova.network.neutron [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Updating instance_info_cache with network_info: [{"id": "20bfdfc9-243a-476a-95aa-de9806d103d3", "address": "fa:16:3e:cc:c4:5d", "network": {"id": "b7c4ea8e-02fb-48ec-9ed1-6c343f52ac04", "bridge": "br-int", "label": "tempest-ServersTestJSON-592461702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffefe680c3b4769be7a01d2c3800048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bfdfc9-24", "ovs_interfaceid": "20bfdfc9-243a-476a-95aa-de9806d103d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.355527] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.464217] env[62839]: INFO nova.compute.manager [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Took 19.83 seconds to build instance. [ 571.517954] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756432, 'name': Rename_Task, 'duration_secs': 0.154545} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.518685] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.518898] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b377d24-0f6d-4c72-9600-28ad99c0cba9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.526265] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 571.526265] env[62839]: value = "task-2756438" [ 571.526265] env[62839]: _type = "Task" [ 571.526265] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.532286] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Successfully created port: dfa79458-1940-444a-8371-97e47bb0c7cc {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.543257] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.683686] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756433, 'name': Rename_Task, 'duration_secs': 0.329147} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.684042] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.684359] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9fb2086-68d4-4fb1-b249-6da81c81190f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.692041] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 571.692041] env[62839]: value = "task-2756439" [ 571.692041] env[62839]: _type = "Task" [ 571.692041] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.701935] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.773086] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.782685] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756436, 'name': CreateVM_Task, 'duration_secs': 0.453756} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.782685] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.786332] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.786332] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.786332] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.786332] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e2118e-a4b7-44a2-a6a0-e11f3f7eb41b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.792164] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 571.792164] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523285cd-2600-fc97-40ad-7026496719b5" [ 571.792164] env[62839]: _type = "Task" [ 571.792164] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.806072] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523285cd-2600-fc97-40ad-7026496719b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.821851] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.826527] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.826994] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.827089] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.827217] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.827408] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.827648] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.827833] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.828026] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.828343] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.828473] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.829455] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00ea1b0-df9f-4e24-bacf-05d4cd52f355 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.840996] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be57e54-c124-4aef-b54d-17ee969655b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.847839] env[62839]: DEBUG nova.scheduler.client.report [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.857777] env[62839]: DEBUG oslo_concurrency.lockutils [req-7044831c-7ac2-4c1d-bf4c-22b68056e094 req-b6f2b04d-991d-4b7b-8602-19c97cee2dda service nova] Releasing lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.875511] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756437, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.967270] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ad51c7ff-964a-45a4-b609-d3725eebf921 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.340s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.969573] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.321s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.969573] env[62839]: INFO nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] During sync_power_state the instance has a pending task (networking). Skip. [ 571.969573] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.026112] env[62839]: DEBUG nova.compute.manager [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Received event network-changed-5b0c3c40-92af-4746-8637-14cbca6156f3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.026324] env[62839]: DEBUG nova.compute.manager [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Refreshing instance network info cache due to event network-changed-5b0c3c40-92af-4746-8637-14cbca6156f3. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.026552] env[62839]: DEBUG oslo_concurrency.lockutils [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] Acquiring lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.026680] env[62839]: DEBUG oslo_concurrency.lockutils [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] Acquired lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.026872] env[62839]: DEBUG nova.network.neutron [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Refreshing network info cache for port 5b0c3c40-92af-4746-8637-14cbca6156f3 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.044077] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756438, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.209650] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.212964] env[62839]: DEBUG nova.network.neutron [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Successfully updated port: 2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.303607] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523285cd-2600-fc97-40ad-7026496719b5, 'name': SearchDatastore_Task, 'duration_secs': 0.025084} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.303895] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.304148] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.304363] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.304552] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.304793] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.304931] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca103d2-9f45-4574-8053-473b2460d251 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.314733] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.314733] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.315617] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b98c24-ff11-4114-af08-4258f8d10e5e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.322702] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 572.322702] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c8a3c4-1159-4ad0-391a-524b28616a6f" [ 572.322702] env[62839]: _type = "Task" [ 572.322702] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.330065] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c8a3c4-1159-4ad0-391a-524b28616a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.355841] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.356337] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.362444] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.375s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.364093] env[62839]: INFO nova.compute.claims [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.383507] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661715} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.384070] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.384070] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.384248] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1573f089-a60d-41a3-824e-5fefe7395c0e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.394212] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 572.394212] env[62839]: value = "task-2756440" [ 572.394212] env[62839]: _type = "Task" [ 572.394212] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.404695] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.471057] env[62839]: DEBUG nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.550143] env[62839]: DEBUG oslo_vmware.api [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756438, 'name': PowerOnVM_Task, 'duration_secs': 0.545371} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.550499] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.555525] env[62839]: INFO nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Took 11.45 seconds to spawn the instance on the hypervisor. [ 572.555525] env[62839]: DEBUG nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.555525] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f20b8fe-035b-4df5-9c77-134d31dff11d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.718903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.718903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.718903] env[62839]: DEBUG nova.network.neutron [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.720245] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.841337] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c8a3c4-1159-4ad0-391a-524b28616a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.031129} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.842213] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8c1293-7a74-46b6-bf38-38e2f9769119 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.850514] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 572.850514] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279c255-2627-f5ff-2970-4ac6a55fc0a7" [ 572.850514] env[62839]: _type = "Task" [ 572.850514] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.859346] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279c255-2627-f5ff-2970-4ac6a55fc0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.879793] env[62839]: DEBUG nova.compute.utils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.882972] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.883152] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.904656] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236721} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.905113] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.907434] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c33a96-229a-4353-b07c-854c8e83a06a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.931084] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.933261] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5106a274-bb40-440f-aa92-002b85000deb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.958345] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 572.958345] env[62839]: value = "task-2756441" [ 572.958345] env[62839]: _type = "Task" [ 572.958345] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.970440] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.997717] env[62839]: DEBUG nova.compute.manager [req-7af17e5b-6501-4c7b-baf7-288f30870803 req-6160c0c1-8e1c-4f12-a84b-d869e54e6d37 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received event network-vif-plugged-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.997888] env[62839]: DEBUG oslo_concurrency.lockutils [req-7af17e5b-6501-4c7b-baf7-288f30870803 req-6160c0c1-8e1c-4f12-a84b-d869e54e6d37 service nova] Acquiring lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.998183] env[62839]: DEBUG oslo_concurrency.lockutils [req-7af17e5b-6501-4c7b-baf7-288f30870803 req-6160c0c1-8e1c-4f12-a84b-d869e54e6d37 service nova] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.998275] env[62839]: DEBUG oslo_concurrency.lockutils [req-7af17e5b-6501-4c7b-baf7-288f30870803 req-6160c0c1-8e1c-4f12-a84b-d869e54e6d37 service nova] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.998433] env[62839]: DEBUG nova.compute.manager [req-7af17e5b-6501-4c7b-baf7-288f30870803 req-6160c0c1-8e1c-4f12-a84b-d869e54e6d37 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] No waiting events found dispatching network-vif-plugged-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.998690] env[62839]: WARNING nova.compute.manager [req-7af17e5b-6501-4c7b-baf7-288f30870803 req-6160c0c1-8e1c-4f12-a84b-d869e54e6d37 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received unexpected event network-vif-plugged-2de14d1a-7718-4ed9-b9eb-fc705f3211bb for instance with vm_state building and task_state spawning. [ 573.009453] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.078048] env[62839]: INFO nova.compute.manager [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Took 19.97 seconds to build instance. [ 573.097275] env[62839]: DEBUG nova.policy [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb42a0289114672bc42505c801110e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d970beed1a74c1ca5c213677ac89722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.209187] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756439, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.304315] env[62839]: DEBUG nova.network.neutron [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.327778] env[62839]: DEBUG nova.network.neutron [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Updated VIF entry in instance network info cache for port 5b0c3c40-92af-4746-8637-14cbca6156f3. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.328157] env[62839]: DEBUG nova.network.neutron [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Updating instance_info_cache with network_info: [{"id": "5b0c3c40-92af-4746-8637-14cbca6156f3", "address": "fa:16:3e:c8:70:ea", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0c3c40-92", "ovs_interfaceid": "5b0c3c40-92af-4746-8637-14cbca6156f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.372807] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279c255-2627-f5ff-2970-4ac6a55fc0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016717} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.373884] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.374160] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/e3fd97a6-50de-4b50-b513-f5d07c9ff1de.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.375952] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ed4bceb-3c05-4720-89fc-96af34fd7b4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.391418] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.400125] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 573.400125] env[62839]: value = "task-2756442" [ 573.400125] env[62839]: _type = "Task" [ 573.400125] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.421990] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.485397] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.578126] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "e0a6fe33-8f46-4ac4-ab56-751785d08772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.580569] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.587380] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd52b09c-5d79-41dd-9937-126489fe40d5 tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.496s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.588747] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.941s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.589673] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75560d06-1de9-47bf-9908-de53045c5fb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.713135] env[62839]: DEBUG oslo_vmware.api [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756439, 'name': PowerOnVM_Task, 'duration_secs': 1.556489} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.713135] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.713135] env[62839]: INFO nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Took 10.31 seconds to spawn the instance on the hypervisor. [ 573.713135] env[62839]: DEBUG nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.716905] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862446b0-aae3-476f-a20b-50d679fbd5bc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.812619] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebe6168-2721-44d0-8e48-71c76e6231f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.822221] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423b16e-73fb-438f-b999-509d99f74817 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.856375] env[62839]: DEBUG oslo_concurrency.lockutils [req-fb274989-5b70-4c05-9e30-e204fc503b9e req-7784365c-dcc0-4b6b-a3a1-7d219c8fd6d7 service nova] Releasing lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.858062] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86036a98-7087-4fef-966e-343f644d6556 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.866455] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cfcbcd-f867-478a-ada9-d43332a2e797 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.880789] env[62839]: DEBUG nova.compute.provider_tree [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.894779] env[62839]: DEBUG nova.network.neutron [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [{"id": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "address": "fa:16:3e:e3:b7:d3", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de14d1a-77", "ovs_interfaceid": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.913377] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.976424] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756441, 'name': ReconfigVM_Task, 'duration_secs': 0.576592} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.976839] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.977957] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cc994c3-7db7-4309-bdc0-50c22b41d0ad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.985304] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 573.985304] env[62839]: value = "task-2756443" [ 573.985304] env[62839]: _type = "Task" [ 573.985304] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.994568] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756443, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.094040] env[62839]: DEBUG nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.103310] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Successfully created port: c61cc772-515e-40f8-90ce-1af26c36e283 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.109795] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.256137] env[62839]: INFO nova.compute.manager [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Took 18.18 seconds to build instance. [ 574.385323] env[62839]: DEBUG nova.scheduler.client.report [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.397665] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Releasing lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.397980] env[62839]: DEBUG nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Instance network_info: |[{"id": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "address": "fa:16:3e:e3:b7:d3", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de14d1a-77", "ovs_interfaceid": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.398396] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b7:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de14d1a-7718-4ed9-b9eb-fc705f3211bb', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.409761] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Creating folder: Project (9c7dd9b49bf6444f87d3ee1d85847039). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.412180] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.415402] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00fcdd0c-aed1-45db-ada3-968cf6033ad7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.434012] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.435356] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Created folder: Project (9c7dd9b49bf6444f87d3ee1d85847039) in parent group-v554621. [ 574.435549] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Creating folder: Instances. Parent ref: group-v554644. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.436155] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d7379d-afc1-4e35-ad41-29425f46bb5b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.446872] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Created folder: Instances in parent group-v554644. [ 574.447085] env[62839]: DEBUG oslo.service.loopingcall [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.451973] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.452218] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.452381] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.452547] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.452735] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.452826] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.453044] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.453201] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.453393] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.454683] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.454683] env[62839]: DEBUG nova.virt.hardware [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.454683] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.455013] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc43f843-da14-4696-92b1-464d2e60c093 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.457723] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51b065ce-ec56-47d5-8127-640675655d28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.479290] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687ef4ce-b94e-4281-a8d9-5c73d6ed90cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.483058] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.483058] env[62839]: value = "task-2756450" [ 574.483058] env[62839]: _type = "Task" [ 574.483058] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.504266] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756450, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.507805] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756443, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.638231] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.759143] env[62839]: DEBUG oslo_concurrency.lockutils [None req-707e4c11-1a20-4129-94d3-819accc418f6 tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.697s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.894224] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.895312] env[62839]: DEBUG nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.898887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.435s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.927129] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.995304] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756450, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.006538] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756443, 'name': Rename_Task, 'duration_secs': 0.671718} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.006790] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.007059] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be7a69d-5b08-4706-944e-218092792e3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.013142] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 575.013142] env[62839]: value = "task-2756451" [ 575.013142] env[62839]: _type = "Task" [ 575.013142] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.021935] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.024032] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Successfully updated port: dfa79458-1940-444a-8371-97e47bb0c7cc {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.262133] env[62839]: DEBUG nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.410060] env[62839]: DEBUG nova.compute.utils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.419398] env[62839]: DEBUG nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.419644] env[62839]: DEBUG nova.network.neutron [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.424527] env[62839]: DEBUG nova.compute.manager [None req-37ac1159-32ac-4f5a-b16f-6680a59da430 tempest-ServerExternalEventsTest-1390976173 tempest-ServerExternalEventsTest-1390976173-project] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Received event network-changed {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.424787] env[62839]: DEBUG nova.compute.manager [None req-37ac1159-32ac-4f5a-b16f-6680a59da430 tempest-ServerExternalEventsTest-1390976173 tempest-ServerExternalEventsTest-1390976173-project] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Refreshing instance network info cache due to event network-changed. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.425159] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37ac1159-32ac-4f5a-b16f-6680a59da430 tempest-ServerExternalEventsTest-1390976173 tempest-ServerExternalEventsTest-1390976173-project] Acquiring lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.425159] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37ac1159-32ac-4f5a-b16f-6680a59da430 tempest-ServerExternalEventsTest-1390976173 tempest-ServerExternalEventsTest-1390976173-project] Acquired lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.425275] env[62839]: DEBUG nova.network.neutron [None req-37ac1159-32ac-4f5a-b16f-6680a59da430 tempest-ServerExternalEventsTest-1390976173 tempest-ServerExternalEventsTest-1390976173-project] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.441180] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756442, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.568011} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.443032] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/e3fd97a6-50de-4b50-b513-f5d07c9ff1de.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.443032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.443032] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7034fee9-da30-41a0-a005-8a0f43bdd38a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.451586] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 575.451586] env[62839]: value = "task-2756452" [ 575.451586] env[62839]: _type = "Task" [ 575.451586] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.460227] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.495398] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756450, 'name': CreateVM_Task, 'duration_secs': 0.611387} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.495587] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.496252] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.496435] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.496760] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.497078] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d7951c-36e6-48a5-b4fa-d7a6c98c31df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.502160] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 575.502160] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52565049-387e-fd79-6dd8-b69eb94a2ad5" [ 575.502160] env[62839]: _type = "Task" [ 575.502160] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.510920] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52565049-387e-fd79-6dd8-b69eb94a2ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.523330] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.526108] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "refresh_cache-d4c45b3e-f1f6-4153-8724-8b050c01300f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.526108] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "refresh_cache-d4c45b3e-f1f6-4153-8724-8b050c01300f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.526239] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.643663] env[62839]: DEBUG nova.compute.manager [req-38c75f05-63ed-4c77-ad50-571e150be304 req-cd206049-1f56-4704-98d0-cdcbe395b7bb service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Received event network-vif-plugged-dfa79458-1940-444a-8371-97e47bb0c7cc {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.643837] env[62839]: DEBUG oslo_concurrency.lockutils [req-38c75f05-63ed-4c77-ad50-571e150be304 req-cd206049-1f56-4704-98d0-cdcbe395b7bb service nova] Acquiring lock "d4c45b3e-f1f6-4153-8724-8b050c01300f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.644706] env[62839]: DEBUG oslo_concurrency.lockutils [req-38c75f05-63ed-4c77-ad50-571e150be304 req-cd206049-1f56-4704-98d0-cdcbe395b7bb service nova] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.644811] env[62839]: DEBUG oslo_concurrency.lockutils [req-38c75f05-63ed-4c77-ad50-571e150be304 req-cd206049-1f56-4704-98d0-cdcbe395b7bb service nova] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.645335] env[62839]: DEBUG nova.compute.manager [req-38c75f05-63ed-4c77-ad50-571e150be304 req-cd206049-1f56-4704-98d0-cdcbe395b7bb service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] No waiting events found dispatching network-vif-plugged-dfa79458-1940-444a-8371-97e47bb0c7cc {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.645584] env[62839]: WARNING nova.compute.manager [req-38c75f05-63ed-4c77-ad50-571e150be304 req-cd206049-1f56-4704-98d0-cdcbe395b7bb service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Received unexpected event network-vif-plugged-dfa79458-1940-444a-8371-97e47bb0c7cc for instance with vm_state building and task_state spawning. [ 575.680063] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Acquiring lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.681948] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.681948] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Acquiring lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.681948] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.681948] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.684765] env[62839]: INFO nova.compute.manager [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Terminating instance [ 575.780284] env[62839]: DEBUG nova.policy [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c2d219856194da7bc6d9c47bb73964f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c41814eb9241481786c8d36b572c3101', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.798921] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.921425] env[62839]: DEBUG nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.963555] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069229} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.964818] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 0d12a280-ff76-410b-bc50-f400c0a7c1d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.965034] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e634edd2-e0ee-44f3-992a-b10f08a93022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.965236] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 44fc0c41-2667-49dc-9956-ae42ad5c69dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.965432] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 58230e43-0ef1-4f60-9419-f0826b2b1369 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.966183] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2173ad07-4774-47ac-bed2-2d8e208acd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.966183] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e3fd97a6-50de-4b50-b513-f5d07c9ff1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.966183] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6fb562ee-db7e-46cf-acc3-447ed69cbab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.966183] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d4c45b3e-f1f6-4153-8724-8b050c01300f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.966356] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e496a4a3-4fd3-4909-b25c-d279035304e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.966356] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance ad3e6ef4-be7f-4f54-9746-9280bbadd9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.967568] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.968718] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f57fc4-daeb-4b21-98c1-d6cf8e87f1d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.996021] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/e3fd97a6-50de-4b50-b513-f5d07c9ff1de.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.996021] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f510e50-b36a-498e-babc-7c093832691b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.020908] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 576.020908] env[62839]: value = "task-2756453" [ 576.020908] env[62839]: _type = "Task" [ 576.020908] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.025813] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52565049-387e-fd79-6dd8-b69eb94a2ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.04665} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.034462] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.034716] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.034953] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.035121] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.035309] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.037734] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.041339] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec3a7e9b-a30e-4ee6-941a-2bdf14c150e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.043540] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "c87add25-546f-4e34-83c7-02e039121252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.043810] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "c87add25-546f-4e34-83c7-02e039121252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.051325] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.053455] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.053670] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.054655] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16788857-b629-4151-ae69-8f775ee6e88b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.060162] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 576.060162] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b45794-82c5-4ea2-3f21-a06917f6f9df" [ 576.060162] env[62839]: _type = "Task" [ 576.060162] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.068975] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b45794-82c5-4ea2-3f21-a06917f6f9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.147954] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.190667] env[62839]: DEBUG nova.compute.manager [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 576.191015] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 576.191899] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e0d69f-ba59-4add-98d7-e3a92030768c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.201646] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.205533] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf63db91-1ed8-4a51-907f-ad81007abc68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.216018] env[62839]: DEBUG oslo_vmware.api [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Waiting for the task: (returnval){ [ 576.216018] env[62839]: value = "task-2756454" [ 576.216018] env[62839]: _type = "Task" [ 576.216018] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.229566] env[62839]: DEBUG oslo_vmware.api [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Task: {'id': task-2756454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.482959] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 24a25029-8f86-4700-9e08-a802ba3f7ef4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 576.528822] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756451, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.541395] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756453, 'name': ReconfigVM_Task, 'duration_secs': 0.364401} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.543145] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/e3fd97a6-50de-4b50-b513-f5d07c9ff1de.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.543702] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00e38528-4622-48b2-9c7c-a29ee77020de {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.553470] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 576.553470] env[62839]: value = "task-2756455" [ 576.553470] env[62839]: _type = "Task" [ 576.553470] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.569733] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756455, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.579017] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b45794-82c5-4ea2-3f21-a06917f6f9df, 'name': SearchDatastore_Task, 'duration_secs': 0.013751} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.579017] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4a20ff-9596-41b0-be2c-321cf7dd61b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.582387] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 576.582387] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524dad4a-1557-a630-ab53-38458f884e86" [ 576.582387] env[62839]: _type = "Task" [ 576.582387] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.590947] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524dad4a-1557-a630-ab53-38458f884e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.724924] env[62839]: DEBUG oslo_vmware.api [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Task: {'id': task-2756454, 'name': PowerOffVM_Task, 'duration_secs': 0.312864} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.725221] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.725388] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.725648] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1fd2472-c62e-41a2-bf27-17643e209bd3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.791332] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.791590] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.791776] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Deleting the datastore file [datastore2] 44fc0c41-2667-49dc-9956-ae42ad5c69dd {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.792075] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80572a89-6c74-42a6-821b-0291d3cbcc1e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.799349] env[62839]: DEBUG oslo_vmware.api [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Waiting for the task: (returnval){ [ 576.799349] env[62839]: value = "task-2756457" [ 576.799349] env[62839]: _type = "Task" [ 576.799349] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.805845] env[62839]: DEBUG nova.compute.manager [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.806143] env[62839]: DEBUG nova.compute.manager [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing instance network info cache due to event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.806311] env[62839]: DEBUG oslo_concurrency.lockutils [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] Acquiring lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.806449] env[62839]: DEBUG oslo_concurrency.lockutils [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] Acquired lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.806600] env[62839]: DEBUG nova.network.neutron [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.819955] env[62839]: DEBUG oslo_vmware.api [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Task: {'id': task-2756457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.898640] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Updating instance_info_cache with network_info: [{"id": "dfa79458-1940-444a-8371-97e47bb0c7cc", "address": "fa:16:3e:4f:ab:72", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa79458-19", "ovs_interfaceid": "dfa79458-1940-444a-8371-97e47bb0c7cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.934660] env[62839]: DEBUG nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.988960] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 577.044866] env[62839]: DEBUG oslo_vmware.api [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756451, 'name': PowerOnVM_Task, 'duration_secs': 1.670539} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.044866] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.044866] env[62839]: DEBUG nova.compute.manager [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.044866] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067f7ff7-ef99-49b9-bc34-271e5320e73a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.078423] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756455, 'name': Rename_Task, 'duration_secs': 0.143245} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.078811] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.082549] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01817e9e-ca80-4b24-8436-c2d7b5a655ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.094390] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 577.094390] env[62839]: value = "task-2756458" [ 577.094390] env[62839]: _type = "Task" [ 577.094390] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.101953] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524dad4a-1557-a630-ab53-38458f884e86, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.103020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.104334] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6fb562ee-db7e-46cf-acc3-447ed69cbab1/6fb562ee-db7e-46cf-acc3-447ed69cbab1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.109639] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9679039c-7c5a-4483-80ec-4f89f90e08c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.112911] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.127730] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 577.127730] env[62839]: value = "task-2756459" [ 577.127730] env[62839]: _type = "Task" [ 577.127730] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.142271] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.182326] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.182677] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.182854] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.183064] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.183210] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.183369] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.183665] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.183741] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.183902] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.184070] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.184245] env[62839]: DEBUG nova.virt.hardware [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.185572] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d290cb-e13f-492a-b086-db8941dc9639 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.200880] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf6b6a4-6fae-4fe9-9e3b-cc96959f8783 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.227129] env[62839]: DEBUG nova.network.neutron [None req-37ac1159-32ac-4f5a-b16f-6680a59da430 tempest-ServerExternalEventsTest-1390976173 tempest-ServerExternalEventsTest-1390976173-project] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Updating instance_info_cache with network_info: [{"id": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "address": "fa:16:3e:a4:82:df", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd713c91b-cc", "ovs_interfaceid": "d713c91b-cc43-4c58-bce9-ac2867ecd53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.311566] env[62839]: DEBUG oslo_vmware.api [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Task: {'id': task-2756457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206326} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.311843] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.312038] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.312231] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.312406] env[62839]: INFO nova.compute.manager [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 577.312718] env[62839]: DEBUG oslo.service.loopingcall [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.315171] env[62839]: DEBUG nova.compute.manager [-] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.315171] env[62839]: DEBUG nova.network.neutron [-] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.397147] env[62839]: DEBUG nova.network.neutron [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Successfully created port: c23dac6a-068c-4c28-b60f-72f4775d2944 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.403033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "refresh_cache-d4c45b3e-f1f6-4153-8724-8b050c01300f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.403160] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Instance network_info: |[{"id": "dfa79458-1940-444a-8371-97e47bb0c7cc", "address": "fa:16:3e:4f:ab:72", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa79458-19", "ovs_interfaceid": "dfa79458-1940-444a-8371-97e47bb0c7cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.405060] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:ab:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfa79458-1940-444a-8371-97e47bb0c7cc', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.413208] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Creating folder: Project (2d970beed1a74c1ca5c213677ac89722). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.413621] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bbf77a2-1e0f-4074-adaf-3075f3e97239 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.425981] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Created folder: Project (2d970beed1a74c1ca5c213677ac89722) in parent group-v554621. [ 577.426332] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Creating folder: Instances. Parent ref: group-v554647. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.426496] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-891cac6d-e6f7-4ef9-a03d-796089fbd787 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.438382] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Created folder: Instances in parent group-v554647. [ 577.438794] env[62839]: DEBUG oslo.service.loopingcall [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.438877] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.439105] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdf8f6b8-3bae-42c4-a88b-789de9bd055d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.459649] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.459649] env[62839]: value = "task-2756463" [ 577.459649] env[62839]: _type = "Task" [ 577.459649] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.469111] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756463, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.498562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 0894f61d-4fa3-4df2-86d1-2900553825cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 577.503823] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "b6ff42c3-4558-4b42-8e9f-5771339ab586" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.504174] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.578277] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.613165] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.638585] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.731881] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37ac1159-32ac-4f5a-b16f-6680a59da430 tempest-ServerExternalEventsTest-1390976173 tempest-ServerExternalEventsTest-1390976173-project] Releasing lock "refresh_cache-58230e43-0ef1-4f60-9419-f0826b2b1369" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.927272] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Successfully updated port: c61cc772-515e-40f8-90ce-1af26c36e283 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.975488] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756463, 'name': CreateVM_Task, 'duration_secs': 0.486228} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.975488] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.975961] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.976195] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.976715] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.980168] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38298003-1bc6-4fe9-b8a0-302e0f18d570 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.988108] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 577.988108] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5230a8c1-3a5d-f84e-e3dd-5cf72c32ad37" [ 577.988108] env[62839]: _type = "Task" [ 577.988108] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.998401] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5230a8c1-3a5d-f84e-e3dd-5cf72c32ad37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.003959] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6e4b716a-3b9f-408d-a160-21f883edcdf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 578.097516] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "58230e43-0ef1-4f60-9419-f0826b2b1369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.097773] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.097978] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "58230e43-0ef1-4f60-9419-f0826b2b1369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.098167] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.098330] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.107975] env[62839]: INFO nova.compute.manager [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Terminating instance [ 578.119805] env[62839]: DEBUG oslo_vmware.api [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756458, 'name': PowerOnVM_Task, 'duration_secs': 0.601152} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.119805] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.119805] env[62839]: INFO nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Took 12.33 seconds to spawn the instance on the hypervisor. [ 578.119805] env[62839]: DEBUG nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.122087] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2639d35-3fa3-4c28-96fc-75c0e3d082e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.144922] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713682} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.144922] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6fb562ee-db7e-46cf-acc3-447ed69cbab1/6fb562ee-db7e-46cf-acc3-447ed69cbab1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.144922] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.145137] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9260c011-6d66-4bc1-b6df-242a8099358f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.153755] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 578.153755] env[62839]: value = "task-2756464" [ 578.153755] env[62839]: _type = "Task" [ 578.153755] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.162243] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.430217] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "refresh_cache-e496a4a3-4fd3-4909-b25c-d279035304e6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.430292] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "refresh_cache-e496a4a3-4fd3-4909-b25c-d279035304e6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.431309] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.503782] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5230a8c1-3a5d-f84e-e3dd-5cf72c32ad37, 'name': SearchDatastore_Task, 'duration_secs': 0.03428} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.504120] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.504351] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.504577] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.504713] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.504883] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.505160] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3472b626-2379-4a65-87dd-32d806e94c8a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.508834] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9d118db1-1c66-4b29-9ecf-32e7ab9460ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 578.523104] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.523297] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.525411] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46611fe-c95c-4beb-b35c-c1c71d313899 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.533162] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 578.533162] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528e5973-7cd1-21a7-5f00-cf58c22becb7" [ 578.533162] env[62839]: _type = "Task" [ 578.533162] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.542705] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528e5973-7cd1-21a7-5f00-cf58c22becb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.577741] env[62839]: DEBUG nova.network.neutron [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updated VIF entry in instance network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.579075] env[62839]: DEBUG nova.network.neutron [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [{"id": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "address": "fa:16:3e:e3:b7:d3", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de14d1a-77", "ovs_interfaceid": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.623022] env[62839]: DEBUG nova.compute.manager [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 578.623022] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 578.623022] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e7ada-8c64-4d86-afa6-c7200e1f1a63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.633745] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 578.635527] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-436431e8-5c14-4124-8d68-801374022172 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.645570] env[62839]: DEBUG oslo_vmware.api [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 578.645570] env[62839]: value = "task-2756465" [ 578.645570] env[62839]: _type = "Task" [ 578.645570] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.653476] env[62839]: INFO nova.compute.manager [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Took 20.27 seconds to build instance. [ 578.666552] env[62839]: DEBUG oslo_vmware.api [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.671468] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078311} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.671715] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.672382] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388a4af-fef0-4639-9d16-670afeb81618 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.701088] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 6fb562ee-db7e-46cf-acc3-447ed69cbab1/6fb562ee-db7e-46cf-acc3-447ed69cbab1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.702083] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50bea3aa-3e24-423a-8e3a-8afe086a4307 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.723081] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 578.723081] env[62839]: value = "task-2756466" [ 578.723081] env[62839]: _type = "Task" [ 578.723081] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.733020] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.014333] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e0a6fe33-8f46-4ac4-ab56-751785d08772 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 579.044312] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528e5973-7cd1-21a7-5f00-cf58c22becb7, 'name': SearchDatastore_Task, 'duration_secs': 0.083247} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.045602] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc15fdd-4b69-4ed5-90e7-cbdd7cb5ee8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.052932] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 579.052932] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52118314-8f04-06dc-0fa5-ea8e3b2f1d22" [ 579.052932] env[62839]: _type = "Task" [ 579.052932] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.062525] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52118314-8f04-06dc-0fa5-ea8e3b2f1d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.083034] env[62839]: DEBUG oslo_concurrency.lockutils [req-8696f079-d40b-40f1-8c51-dc5144000d55 req-92d7b3e4-4f18-4ed3-b599-45337a3122b8 service nova] Releasing lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.160505] env[62839]: DEBUG oslo_vmware.api [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756465, 'name': PowerOffVM_Task, 'duration_secs': 0.21346} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.160735] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 579.161032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 579.161154] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7c74bc1-6b1e-4dfe-b703-c748af0402a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.166524] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19912fe3-8fa9-4caf-822b-bf071ee41312 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.805s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.224367] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 579.224367] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 579.224502] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Deleting the datastore file [datastore2] 58230e43-0ef1-4f60-9419-f0826b2b1369 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.229167] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d8f1cff-de5b-447f-8608-4fcbb787c0c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.237464] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.240170] env[62839]: DEBUG oslo_vmware.api [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for the task: (returnval){ [ 579.240170] env[62839]: value = "task-2756469" [ 579.240170] env[62839]: _type = "Task" [ 579.240170] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.257788] env[62839]: DEBUG nova.network.neutron [-] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.259549] env[62839]: DEBUG oslo_vmware.api [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.269442] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.302252] env[62839]: DEBUG nova.compute.manager [None req-e79efd6d-c07f-44dc-9bc9-1964097e30e5 tempest-ServerDiagnosticsV248Test-1588808580 tempest-ServerDiagnosticsV248Test-1588808580-project-admin] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.302528] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba48fa-f140-42fb-bb8a-fcb4c9117fa0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.309725] env[62839]: INFO nova.compute.manager [None req-e79efd6d-c07f-44dc-9bc9-1964097e30e5 tempest-ServerDiagnosticsV248Test-1588808580 tempest-ServerDiagnosticsV248Test-1588808580-project-admin] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Retrieving diagnostics [ 579.310991] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e26a56-044e-4e56-8dff-18357eacb8b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.527020] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance c87add25-546f-4e34-83c7-02e039121252 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 579.527020] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 579.527020] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 579.568235] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52118314-8f04-06dc-0fa5-ea8e3b2f1d22, 'name': SearchDatastore_Task, 'duration_secs': 0.029957} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.568235] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.573052] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d4c45b3e-f1f6-4153-8724-8b050c01300f/d4c45b3e-f1f6-4153-8724-8b050c01300f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.573052] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af130868-75c5-4eda-9a46-fac7f49613e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.585064] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 579.585064] env[62839]: value = "task-2756470" [ 579.585064] env[62839]: _type = "Task" [ 579.585064] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.595407] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.670341] env[62839]: DEBUG nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.684571] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.684768] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.737644] env[62839]: DEBUG nova.network.neutron [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Updating instance_info_cache with network_info: [{"id": "c61cc772-515e-40f8-90ce-1af26c36e283", "address": "fa:16:3e:7a:1e:de", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61cc772-51", "ovs_interfaceid": "c61cc772-515e-40f8-90ce-1af26c36e283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.747873] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756466, 'name': ReconfigVM_Task, 'duration_secs': 0.60155} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.748477] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 6fb562ee-db7e-46cf-acc3-447ed69cbab1/6fb562ee-db7e-46cf-acc3-447ed69cbab1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.749511] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a699ede7-75e9-4bcb-97cb-f71b61b03446 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.755200] env[62839]: DEBUG oslo_vmware.api [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Task: {'id': task-2756469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35895} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.756156] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.756344] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 579.756681] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 579.756748] env[62839]: INFO nova.compute.manager [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Took 1.14 seconds to destroy the instance on the hypervisor. [ 579.756941] env[62839]: DEBUG oslo.service.loopingcall [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.760307] env[62839]: DEBUG nova.compute.manager [-] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 579.760437] env[62839]: DEBUG nova.network.neutron [-] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 579.762076] env[62839]: INFO nova.compute.manager [-] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Took 2.45 seconds to deallocate network for instance. [ 579.766143] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 579.766143] env[62839]: value = "task-2756471" [ 579.766143] env[62839]: _type = "Task" [ 579.766143] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.780871] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756471, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.001265] env[62839]: DEBUG nova.compute.manager [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Received event network-changed-dfa79458-1940-444a-8371-97e47bb0c7cc {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.001341] env[62839]: DEBUG nova.compute.manager [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Refreshing instance network info cache due to event network-changed-dfa79458-1940-444a-8371-97e47bb0c7cc. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.001521] env[62839]: DEBUG oslo_concurrency.lockutils [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] Acquiring lock "refresh_cache-d4c45b3e-f1f6-4153-8724-8b050c01300f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.001659] env[62839]: DEBUG oslo_concurrency.lockutils [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] Acquired lock "refresh_cache-d4c45b3e-f1f6-4153-8724-8b050c01300f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.005943] env[62839]: DEBUG nova.network.neutron [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Refreshing network info cache for port dfa79458-1940-444a-8371-97e47bb0c7cc {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.018586] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cfe4b4-4f6e-43b2-86b4-683ec385b3ad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.033889] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926bf353-7f60-4d2a-84cb-034180ba69d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.091414] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18e3a4-19a4-4d82-889b-06fd7a843e3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.100473] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.103973] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f0c9e-beb5-418e-b09f-20d9ba27ece7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.122122] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.217612] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.241342] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "refresh_cache-e496a4a3-4fd3-4909-b25c-d279035304e6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.242020] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Instance network_info: |[{"id": "c61cc772-515e-40f8-90ce-1af26c36e283", "address": "fa:16:3e:7a:1e:de", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61cc772-51", "ovs_interfaceid": "c61cc772-515e-40f8-90ce-1af26c36e283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.242136] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:1e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c61cc772-515e-40f8-90ce-1af26c36e283', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.254088] env[62839]: DEBUG oslo.service.loopingcall [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.254397] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.254605] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47f10dbd-323e-42c0-8e93-195d42c0a4e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.276859] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.292281] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756471, 'name': Rename_Task, 'duration_secs': 0.207094} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.292536] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.292536] env[62839]: value = "task-2756472" [ 580.292536] env[62839]: _type = "Task" [ 580.292536] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.292810] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.293103] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1ca227-53ce-4abd-8f08-bcd3c042fe50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.308023] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 580.308023] env[62839]: value = "task-2756473" [ 580.308023] env[62839]: _type = "Task" [ 580.308023] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.313331] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756472, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.321751] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756473, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.324394] env[62839]: INFO nova.compute.manager [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Rebuilding instance [ 580.385413] env[62839]: DEBUG nova.compute.manager [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.388146] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34015a3a-17c5-4c96-9809-fe80fc5854b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.508820] env[62839]: DEBUG nova.compute.manager [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Received event network-vif-plugged-c61cc772-515e-40f8-90ce-1af26c36e283 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.510084] env[62839]: DEBUG oslo_concurrency.lockutils [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] Acquiring lock "e496a4a3-4fd3-4909-b25c-d279035304e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.516180] env[62839]: DEBUG oslo_concurrency.lockutils [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.516180] env[62839]: DEBUG oslo_concurrency.lockutils [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.516180] env[62839]: DEBUG nova.compute.manager [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] No waiting events found dispatching network-vif-plugged-c61cc772-515e-40f8-90ce-1af26c36e283 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.516180] env[62839]: WARNING nova.compute.manager [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Received unexpected event network-vif-plugged-c61cc772-515e-40f8-90ce-1af26c36e283 for instance with vm_state building and task_state spawning. [ 580.516180] env[62839]: DEBUG nova.compute.manager [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Received event network-changed-c61cc772-515e-40f8-90ce-1af26c36e283 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.516601] env[62839]: DEBUG nova.compute.manager [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Refreshing instance network info cache due to event network-changed-c61cc772-515e-40f8-90ce-1af26c36e283. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.516601] env[62839]: DEBUG oslo_concurrency.lockutils [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] Acquiring lock "refresh_cache-e496a4a3-4fd3-4909-b25c-d279035304e6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.516601] env[62839]: DEBUG oslo_concurrency.lockutils [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] Acquired lock "refresh_cache-e496a4a3-4fd3-4909-b25c-d279035304e6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.516601] env[62839]: DEBUG nova.network.neutron [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Refreshing network info cache for port c61cc772-515e-40f8-90ce-1af26c36e283 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.600367] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604347} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.600693] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d4c45b3e-f1f6-4153-8724-8b050c01300f/d4c45b3e-f1f6-4153-8724-8b050c01300f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.600972] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.601280] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c416b2-073e-4353-9952-51b825e59366 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.611369] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 580.611369] env[62839]: value = "task-2756474" [ 580.611369] env[62839]: _type = "Task" [ 580.611369] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.625678] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.630676] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.810542] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756472, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.828120] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756473, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.845795] env[62839]: DEBUG nova.network.neutron [-] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.123707] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259884} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.123707] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.123787] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98655871-a85c-4d00-b472-afd48a332278 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.141729] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 581.142095] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.243s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.151752] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d4c45b3e-f1f6-4153-8724-8b050c01300f/d4c45b3e-f1f6-4153-8724-8b050c01300f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.152227] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.317s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.153742] env[62839]: INFO nova.compute.claims [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.156380] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 581.156773] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Getting list of instances from cluster (obj){ [ 581.156773] env[62839]: value = "domain-c8" [ 581.156773] env[62839]: _type = "ClusterComputeResource" [ 581.156773] env[62839]: } {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 581.157075] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af98d51-1c4a-4f03-81b9-8fd71f7f08c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.177965] env[62839]: DEBUG nova.network.neutron [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Updated VIF entry in instance network info cache for port dfa79458-1940-444a-8371-97e47bb0c7cc. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.178326] env[62839]: DEBUG nova.network.neutron [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Updating instance_info_cache with network_info: [{"id": "dfa79458-1940-444a-8371-97e47bb0c7cc", "address": "fa:16:3e:4f:ab:72", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa79458-19", "ovs_interfaceid": "dfa79458-1940-444a-8371-97e47bb0c7cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.182377] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42cc3c2-2f94-4daa-aeb3-ebf2844e131f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.189529] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 581.189529] env[62839]: value = "task-2756475" [ 581.189529] env[62839]: _type = "Task" [ 581.189529] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.201760] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Got total of 6 instances {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 581.218219] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.304144] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756472, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.324891] env[62839]: DEBUG oslo_vmware.api [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756473, 'name': PowerOnVM_Task, 'duration_secs': 0.864951} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.327966] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.328210] env[62839]: INFO nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Took 13.01 seconds to spawn the instance on the hypervisor. [ 581.328390] env[62839]: DEBUG nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.330158] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca76e62-0e55-469d-894d-c32eeb05dcc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.350886] env[62839]: INFO nova.compute.manager [-] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Took 1.59 seconds to deallocate network for instance. [ 581.402666] env[62839]: DEBUG nova.network.neutron [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Successfully updated port: c23dac6a-068c-4c28-b60f-72f4775d2944 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.408415] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.408973] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0411f4c-f6e6-4387-ba1f-f0abb4b0d838 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.417528] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 581.417528] env[62839]: value = "task-2756477" [ 581.417528] env[62839]: _type = "Task" [ 581.417528] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.438702] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.574538] env[62839]: DEBUG nova.network.neutron [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Updated VIF entry in instance network info cache for port c61cc772-515e-40f8-90ce-1af26c36e283. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.574973] env[62839]: DEBUG nova.network.neutron [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Updating instance_info_cache with network_info: [{"id": "c61cc772-515e-40f8-90ce-1af26c36e283", "address": "fa:16:3e:7a:1e:de", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61cc772-51", "ovs_interfaceid": "c61cc772-515e-40f8-90ce-1af26c36e283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.685151] env[62839]: DEBUG oslo_concurrency.lockutils [req-44b273e1-6551-4818-857b-c057b0b7beba req-c213c99e-2717-429e-998e-5744dd5407be service nova] Releasing lock "refresh_cache-d4c45b3e-f1f6-4153-8724-8b050c01300f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.716518] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.810019] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756472, 'name': CreateVM_Task, 'duration_secs': 1.033796} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.810019] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.810019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.810019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.810019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.810019] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7095b0ab-88ab-407f-b3ed-13a3be993303 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.816640] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 581.816640] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529aa469-0e42-191f-31ad-e7e7a25f0ac5" [ 581.816640] env[62839]: _type = "Task" [ 581.816640] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.835267] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529aa469-0e42-191f-31ad-e7e7a25f0ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.835600] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.835852] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.837219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.837319] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.837646] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.837789] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27c8730d-677e-456f-9875-e3a43c3eb6a1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.847701] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.847969] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.851143] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b042b31-c1ed-4cb3-b636-f08924848178 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.854626] env[62839]: INFO nova.compute.manager [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Took 22.77 seconds to build instance. [ 581.865318] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.865697] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 581.865697] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ccb1fb-2a26-7c03-d43a-f2c2685a7e4b" [ 581.865697] env[62839]: _type = "Task" [ 581.865697] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.874381] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ccb1fb-2a26-7c03-d43a-f2c2685a7e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.910133] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "refresh_cache-ad3e6ef4-be7f-4f54-9746-9280bbadd9be" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.910298] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquired lock "refresh_cache-ad3e6ef4-be7f-4f54-9746-9280bbadd9be" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.910620] env[62839]: DEBUG nova.network.neutron [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.933507] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756477, 'name': PowerOffVM_Task, 'duration_secs': 0.206307} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.933769] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.934252] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.934873] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7364e-0087-486b-b745-04328b7f02e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.942919] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.943200] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cea6f97-ae4b-49b2-84cf-30a0ce51619e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.965378] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.966449] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.966449] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.966566] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.966732] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.971449] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.971449] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.971449] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Deleting the datastore file [datastore1] e634edd2-e0ee-44f3-992a-b10f08a93022 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.972562] env[62839]: INFO nova.compute.manager [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Terminating instance [ 581.973395] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90529d9-2b74-4dfd-9110-c11284240919 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.982773] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 581.982773] env[62839]: value = "task-2756479" [ 581.982773] env[62839]: _type = "Task" [ 581.982773] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.995872] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.078117] env[62839]: DEBUG oslo_concurrency.lockutils [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] Releasing lock "refresh_cache-e496a4a3-4fd3-4909-b25c-d279035304e6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.078615] env[62839]: DEBUG nova.compute.manager [req-432b33a8-3191-46e3-9599-0d2d4e2b1990 req-ffea6da0-af18-42c0-9868-2b39209bebb7 service nova] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Received event network-vif-deleted-786d9020-285a-4eb4-9e01-d12e5b48114d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.214497] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756475, 'name': ReconfigVM_Task, 'duration_secs': 0.635775} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.214780] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d4c45b3e-f1f6-4153-8724-8b050c01300f/d4c45b3e-f1f6-4153-8724-8b050c01300f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.215449] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-570eed0d-aa81-4b34-b0a4-5ba0fc5c0693 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.224018] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 582.224018] env[62839]: value = "task-2756480" [ 582.224018] env[62839]: _type = "Task" [ 582.224018] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.232684] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756480, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.290403] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.290797] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.359964] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4e85545-99a1-4160-b7e8-0377395dc2e7 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.288s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.379094] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ccb1fb-2a26-7c03-d43a-f2c2685a7e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015258} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.380846] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b608b51-64b7-4325-9401-7c10e3971dda {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.386870] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 582.386870] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5212869d-681f-cdf5-ea42-f89cdd872a32" [ 582.386870] env[62839]: _type = "Task" [ 582.386870] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.403309] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5212869d-681f-cdf5-ea42-f89cdd872a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.448976] env[62839]: DEBUG nova.network.neutron [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.479303] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "refresh_cache-0d12a280-ff76-410b-bc50-f400c0a7c1d5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.479657] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquired lock "refresh_cache-0d12a280-ff76-410b-bc50-f400c0a7c1d5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.479966] env[62839]: DEBUG nova.network.neutron [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.497552] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163983} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.497974] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.498876] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.498876] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.582095] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adac0a3e-05f7-40f7-891c-c9bc3a04bdcb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.591321] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7209e525-9dcf-45fc-92e1-c5d94899950e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.629391] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37854a01-4095-4c23-98ce-f97b3bdb0093 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.638887] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e735d4a-3c41-4d02-8a6c-f2a760b7e752 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.654912] env[62839]: DEBUG nova.compute.provider_tree [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.738703] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756480, 'name': Rename_Task, 'duration_secs': 0.294982} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.739047] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.739134] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1434a7c4-b901-446b-94fb-a295e05777d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.747835] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 582.747835] env[62839]: value = "task-2756481" [ 582.747835] env[62839]: _type = "Task" [ 582.747835] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.756973] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.758733] env[62839]: DEBUG nova.network.neutron [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Updating instance_info_cache with network_info: [{"id": "c23dac6a-068c-4c28-b60f-72f4775d2944", "address": "fa:16:3e:ba:2b:14", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23dac6a-06", "ovs_interfaceid": "c23dac6a-068c-4c28-b60f-72f4775d2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.862195] env[62839]: DEBUG nova.compute.manager [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Received event network-vif-plugged-c23dac6a-068c-4c28-b60f-72f4775d2944 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.862312] env[62839]: DEBUG oslo_concurrency.lockutils [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] Acquiring lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.863122] env[62839]: DEBUG oslo_concurrency.lockutils [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.863122] env[62839]: DEBUG oslo_concurrency.lockutils [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.863122] env[62839]: DEBUG nova.compute.manager [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] No waiting events found dispatching network-vif-plugged-c23dac6a-068c-4c28-b60f-72f4775d2944 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.866502] env[62839]: WARNING nova.compute.manager [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Received unexpected event network-vif-plugged-c23dac6a-068c-4c28-b60f-72f4775d2944 for instance with vm_state building and task_state spawning. [ 582.866502] env[62839]: DEBUG nova.compute.manager [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Received event network-changed-c23dac6a-068c-4c28-b60f-72f4775d2944 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.866502] env[62839]: DEBUG nova.compute.manager [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Refreshing instance network info cache due to event network-changed-c23dac6a-068c-4c28-b60f-72f4775d2944. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.866502] env[62839]: DEBUG oslo_concurrency.lockutils [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] Acquiring lock "refresh_cache-ad3e6ef4-be7f-4f54-9746-9280bbadd9be" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.867140] env[62839]: DEBUG nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.914971] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5212869d-681f-cdf5-ea42-f89cdd872a32, 'name': SearchDatastore_Task, 'duration_secs': 0.014838} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.915372] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.915840] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e496a4a3-4fd3-4909-b25c-d279035304e6/e496a4a3-4fd3-4909-b25c-d279035304e6.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.916101] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3da136c-7325-465c-9b88-74760ce423c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.927249] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 582.927249] env[62839]: value = "task-2756482" [ 582.927249] env[62839]: _type = "Task" [ 582.927249] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.945339] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.057043] env[62839]: DEBUG nova.network.neutron [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.157876] env[62839]: DEBUG nova.scheduler.client.report [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.207818] env[62839]: DEBUG nova.network.neutron [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.268363] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756481, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.269245] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Releasing lock "refresh_cache-ad3e6ef4-be7f-4f54-9746-9280bbadd9be" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.269567] env[62839]: DEBUG nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Instance network_info: |[{"id": "c23dac6a-068c-4c28-b60f-72f4775d2944", "address": "fa:16:3e:ba:2b:14", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23dac6a-06", "ovs_interfaceid": "c23dac6a-068c-4c28-b60f-72f4775d2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.269804] env[62839]: DEBUG oslo_concurrency.lockutils [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] Acquired lock "refresh_cache-ad3e6ef4-be7f-4f54-9746-9280bbadd9be" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.269977] env[62839]: DEBUG nova.network.neutron [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Refreshing network info cache for port c23dac6a-068c-4c28-b60f-72f4775d2944 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.271366] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:2b:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c23dac6a-068c-4c28-b60f-72f4775d2944', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.283493] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Creating folder: Project (c41814eb9241481786c8d36b572c3101). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.283493] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7de3aed2-cf11-41da-803b-635d75a7ece4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.298089] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Created folder: Project (c41814eb9241481786c8d36b572c3101) in parent group-v554621. [ 583.298509] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Creating folder: Instances. Parent ref: group-v554651. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.299251] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-627f6f08-2f8c-4790-9830-a03f0b09397d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.317566] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Created folder: Instances in parent group-v554651. [ 583.317566] env[62839]: DEBUG oslo.service.loopingcall [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.317871] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.318110] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83aa9bdd-f92c-4624-a3dc-995d36bd0fc4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.358699] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.358699] env[62839]: value = "task-2756485" [ 583.358699] env[62839]: _type = "Task" [ 583.358699] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.369169] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756485, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.391656] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.443242] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.557588] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.557903] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.558193] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.558552] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.558845] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.560119] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.560536] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.561166] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.561565] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.561838] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.562195] env[62839]: DEBUG nova.virt.hardware [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.564869] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8e00aa-bbb6-4e4f-8101-852b893be57d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.580081] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca070b-dc9f-45f2-b890-3eaa420974d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.604962] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.615278] env[62839]: DEBUG oslo.service.loopingcall [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.615780] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.616144] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd4d298-1a53-4c3d-a9ef-83ab55e5ab40 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.663643] env[62839]: DEBUG nova.compute.manager [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Received event network-changed-20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.663878] env[62839]: DEBUG nova.compute.manager [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Refreshing instance network info cache due to event network-changed-20bfdfc9-243a-476a-95aa-de9806d103d3. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.664241] env[62839]: DEBUG oslo_concurrency.lockutils [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] Acquiring lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.664508] env[62839]: DEBUG oslo_concurrency.lockutils [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] Acquired lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.664775] env[62839]: DEBUG nova.network.neutron [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Refreshing network info cache for port 20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.668252] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.668680] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.669697] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.670456] env[62839]: DEBUG nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.674517] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.674517] env[62839]: value = "task-2756487" [ 583.674517] env[62839]: _type = "Task" [ 583.674517] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.675498] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.311s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.677832] env[62839]: INFO nova.compute.claims [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.702660] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756487, 'name': CreateVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.713395] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Releasing lock "refresh_cache-0d12a280-ff76-410b-bc50-f400c0a7c1d5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.714094] env[62839]: DEBUG nova.compute.manager [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 583.714410] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.715769] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35179d8-1df7-41de-b6cd-08d6f2571e49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.731268] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.731871] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e78d38af-2aab-4a6a-baff-37cbe1177362 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.744896] env[62839]: DEBUG oslo_vmware.api [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 583.744896] env[62839]: value = "task-2756488" [ 583.744896] env[62839]: _type = "Task" [ 583.744896] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.767404] env[62839]: DEBUG oslo_vmware.api [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.770939] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756481, 'name': PowerOnVM_Task, 'duration_secs': 0.748334} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.771359] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.771465] env[62839]: INFO nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Took 12.00 seconds to spawn the instance on the hypervisor. [ 583.771648] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.772480] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef33ef3-bfaf-4152-9642-812b7052379f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.879280] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756485, 'name': CreateVM_Task, 'duration_secs': 0.500047} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.879573] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.881899] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.882192] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.882713] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.883146] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7621db-bf74-4a3d-9a22-6a700eab2fd3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.894360] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 583.894360] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521db538-7358-dcde-4ab9-6c7e1d43a565" [ 583.894360] env[62839]: _type = "Task" [ 583.894360] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.909269] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521db538-7358-dcde-4ab9-6c7e1d43a565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.953249] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.180009] env[62839]: DEBUG nova.compute.utils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.182331] env[62839]: DEBUG nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.182683] env[62839]: DEBUG nova.network.neutron [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.203938] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756487, 'name': CreateVM_Task, 'duration_secs': 0.390332} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.204106] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.204557] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.204802] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.205191] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.205768] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab2e61e-0eae-4c74-917a-5c9d4499950b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.217321] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 584.217321] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527d0d69-41f5-440c-ff06-4fe63e23b38d" [ 584.217321] env[62839]: _type = "Task" [ 584.217321] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.232154] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527d0d69-41f5-440c-ff06-4fe63e23b38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.255174] env[62839]: DEBUG oslo_vmware.api [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756488, 'name': PowerOffVM_Task, 'duration_secs': 0.221197} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.256040] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.256040] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.256198] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68436257-f5f3-467c-be08-910fd121e4e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.293656] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.293656] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.293656] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Deleting the datastore file [datastore1] 0d12a280-ff76-410b-bc50-f400c0a7c1d5 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.301572] env[62839]: INFO nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Took 23.80 seconds to build instance. [ 584.304967] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30375cfa-65cb-4cd1-9eae-9d9ffc11958e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.315651] env[62839]: DEBUG oslo_vmware.api [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for the task: (returnval){ [ 584.315651] env[62839]: value = "task-2756490" [ 584.315651] env[62839]: _type = "Task" [ 584.315651] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.326449] env[62839]: DEBUG oslo_vmware.api [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.409476] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521db538-7358-dcde-4ab9-6c7e1d43a565, 'name': SearchDatastore_Task, 'duration_secs': 0.018337} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.409858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.410110] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.410579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.410579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.410780] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.411064] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ea604cc-ddff-461c-9aff-7d610588e99a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.442456] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756482, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.448256] env[62839]: DEBUG nova.policy [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b66a1ae41544d2690c31bfbb1b0195c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859451b5df8b4764924783a7756d8898', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.450521] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.450714] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.451698] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015e933d-e402-403d-95c9-61e457630918 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.460807] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 584.460807] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5258bffd-35ec-2bac-d8ed-7cdabbd87624" [ 584.460807] env[62839]: _type = "Task" [ 584.460807] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.475156] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5258bffd-35ec-2bac-d8ed-7cdabbd87624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.520907] env[62839]: DEBUG nova.network.neutron [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Updated VIF entry in instance network info cache for port c23dac6a-068c-4c28-b60f-72f4775d2944. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.521305] env[62839]: DEBUG nova.network.neutron [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Updating instance_info_cache with network_info: [{"id": "c23dac6a-068c-4c28-b60f-72f4775d2944", "address": "fa:16:3e:ba:2b:14", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23dac6a-06", "ovs_interfaceid": "c23dac6a-068c-4c28-b60f-72f4775d2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.682882] env[62839]: DEBUG nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.729044] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527d0d69-41f5-440c-ff06-4fe63e23b38d, 'name': SearchDatastore_Task, 'duration_secs': 0.021416} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.732407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.732671] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.732903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.733071] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.733280] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.735534] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdbcae21-4a3f-42ab-af85-affc83c4d1cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.755215] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.755448] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.756223] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5cc2db-dc42-4e88-a764-d23651ced2e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.763278] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 584.763278] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52097a5b-c2bc-0cca-1bde-5562bc0d02d6" [ 584.763278] env[62839]: _type = "Task" [ 584.763278] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.772197] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52097a5b-c2bc-0cca-1bde-5562bc0d02d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.813714] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.321s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.840569] env[62839]: DEBUG oslo_vmware.api [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756490, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.886918] env[62839]: DEBUG nova.network.neutron [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Updated VIF entry in instance network info cache for port 20bfdfc9-243a-476a-95aa-de9806d103d3. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.888029] env[62839]: DEBUG nova.network.neutron [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Updating instance_info_cache with network_info: [{"id": "20bfdfc9-243a-476a-95aa-de9806d103d3", "address": "fa:16:3e:cc:c4:5d", "network": {"id": "b7c4ea8e-02fb-48ec-9ed1-6c343f52ac04", "bridge": "br-int", "label": "tempest-ServersTestJSON-592461702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffefe680c3b4769be7a01d2c3800048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bfdfc9-24", "ovs_interfaceid": "20bfdfc9-243a-476a-95aa-de9806d103d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.951163] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756482, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.725846} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.951288] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e496a4a3-4fd3-4909-b25c-d279035304e6/e496a4a3-4fd3-4909-b25c-d279035304e6.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.951541] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.951863] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e845d202-becf-42a1-806a-9d0f5fa5feef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.967939] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 584.967939] env[62839]: value = "task-2756491" [ 584.967939] env[62839]: _type = "Task" [ 584.967939] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.981359] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5258bffd-35ec-2bac-d8ed-7cdabbd87624, 'name': SearchDatastore_Task, 'duration_secs': 0.070173} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.982439] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12c374c-55b5-48c2-8783-02ce9fa7a2bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.992245] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.998229] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 584.998229] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52213055-162d-5140-ca07-6ee9595c3924" [ 584.998229] env[62839]: _type = "Task" [ 584.998229] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.008629] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52213055-162d-5140-ca07-6ee9595c3924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.026129] env[62839]: DEBUG oslo_concurrency.lockutils [req-d97ed859-6d31-4234-a068-cc0b864fdc67 req-796d2e89-2070-40f1-8806-c232c7e42578 service nova] Releasing lock "refresh_cache-ad3e6ef4-be7f-4f54-9746-9280bbadd9be" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.142644] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bac20e9-8ba8-410a-a3b9-b983511d84d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.152287] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3748832f-3a6e-47c2-96db-452f2fd24692 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.198028] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6aeed7-38dc-46d6-8a71-c25cd6b0b9b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.211696] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777da436-98fa-4daf-85b8-7a5ffd7f260d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.233397] env[62839]: DEBUG nova.compute.provider_tree [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.278625] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52097a5b-c2bc-0cca-1bde-5562bc0d02d6, 'name': SearchDatastore_Task, 'duration_secs': 0.021068} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.279555] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb8592f-2fd6-4ac0-84c8-c18ebeed1e73 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.286171] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 585.286171] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5566b-1381-9a45-d090-2e2fbc76fa5a" [ 585.286171] env[62839]: _type = "Task" [ 585.286171] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.295953] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5566b-1381-9a45-d090-2e2fbc76fa5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.316436] env[62839]: DEBUG nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.339473] env[62839]: DEBUG oslo_vmware.api [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Task: {'id': task-2756490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525617} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.339908] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.340285] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.341409] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.341409] env[62839]: INFO nova.compute.manager [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Took 1.63 seconds to destroy the instance on the hypervisor. [ 585.341409] env[62839]: DEBUG oslo.service.loopingcall [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.341409] env[62839]: DEBUG nova.compute.manager [-] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.341750] env[62839]: DEBUG nova.network.neutron [-] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.369104] env[62839]: DEBUG nova.network.neutron [-] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.391469] env[62839]: DEBUG oslo_concurrency.lockutils [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] Releasing lock "refresh_cache-2173ad07-4774-47ac-bed2-2d8e208acd16" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.391735] env[62839]: DEBUG nova.compute.manager [req-6641da5e-fd44-44ba-bdd4-013629c10ba5 req-a29629c7-5b4a-415b-bf59-ed07d12d11ab service nova] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Received event network-vif-deleted-d713c91b-cc43-4c58-bce9-ac2867ecd53e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.483185] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17829} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.483185] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.484094] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21eb15-c611-4bad-85de-b39a7d7daf10 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.515460] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e496a4a3-4fd3-4909-b25c-d279035304e6/e496a4a3-4fd3-4909-b25c-d279035304e6.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.519721] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2704901-121f-47ca-a9ed-dcca026e4c44 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.545083] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52213055-162d-5140-ca07-6ee9595c3924, 'name': SearchDatastore_Task, 'duration_secs': 0.020739} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.546528] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.546794] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] ad3e6ef4-be7f-4f54-9746-9280bbadd9be/ad3e6ef4-be7f-4f54-9746-9280bbadd9be.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.547554] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 585.547554] env[62839]: value = "task-2756493" [ 585.547554] env[62839]: _type = "Task" [ 585.547554] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.547554] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c194dda-ff81-4363-8831-8ca39647b74f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.549995] env[62839]: DEBUG nova.network.neutron [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Successfully created port: bf90f31f-05e0-48bf-9495-a2582721a292 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.564697] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 585.564697] env[62839]: value = "task-2756494" [ 585.564697] env[62839]: _type = "Task" [ 585.564697] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.573305] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.703667] env[62839]: DEBUG nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.735830] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.736514] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.736514] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.736727] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.736820] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.736989] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.737470] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.737470] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.737635] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.738073] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.738073] env[62839]: DEBUG nova.virt.hardware [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.738979] env[62839]: DEBUG nova.scheduler.client.report [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.743716] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdedbde7-5ede-40f6-b5f5-dd0965ff4cf2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.755679] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcbcd60-218f-4c37-8d46-9bc0ca863479 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.802119] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5566b-1381-9a45-d090-2e2fbc76fa5a, 'name': SearchDatastore_Task, 'duration_secs': 0.065628} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.803123] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.803123] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.803432] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fbb3b8a-fb3d-4b02-84a1-deb2367341f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.813345] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 585.813345] env[62839]: value = "task-2756495" [ 585.813345] env[62839]: _type = "Task" [ 585.813345] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.828503] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.861769] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.872581] env[62839]: DEBUG nova.network.neutron [-] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.064365] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.077615] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756494, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.251845] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.251845] env[62839]: DEBUG nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.254345] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.245s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.256844] env[62839]: INFO nova.compute.claims [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.330059] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.375500] env[62839]: INFO nova.compute.manager [-] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Took 1.03 seconds to deallocate network for instance. [ 586.563787] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756493, 'name': ReconfigVM_Task, 'duration_secs': 1.017465} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.566969] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e496a4a3-4fd3-4909-b25c-d279035304e6/e496a4a3-4fd3-4909-b25c-d279035304e6.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.567739] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6622d22a-dea4-48d9-8917-3e07b96fafa8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.582555] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58885} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.582876] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 586.582876] env[62839]: value = "task-2756496" [ 586.582876] env[62839]: _type = "Task" [ 586.582876] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.583208] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] ad3e6ef4-be7f-4f54-9746-9280bbadd9be/ad3e6ef4-be7f-4f54-9746-9280bbadd9be.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.583314] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.583869] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4a06e2b-381b-4632-b88f-9734a941afb4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.602154] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756496, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.604278] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 586.604278] env[62839]: value = "task-2756497" [ 586.604278] env[62839]: _type = "Task" [ 586.604278] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.619758] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.761996] env[62839]: DEBUG nova.compute.utils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.766847] env[62839]: DEBUG nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.766847] env[62839]: DEBUG nova.network.neutron [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.830119] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743035} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.830454] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.830693] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.830990] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7baf77d-6bdc-46a1-8ce3-9551f896b4ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.842369] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 586.842369] env[62839]: value = "task-2756498" [ 586.842369] env[62839]: _type = "Task" [ 586.842369] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.854230] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.865108] env[62839]: DEBUG nova.policy [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a07dc63308544a2e9168e3a07a80e166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee43ad39eb1466aa373dd33daba2cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.886896] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.968019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.968019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.097856] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756496, 'name': Rename_Task, 'duration_secs': 0.302036} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.099656] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.101546] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19628b06-3516-4280-bc02-7a40a6e4b650 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.112663] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 587.112663] env[62839]: value = "task-2756499" [ 587.112663] env[62839]: _type = "Task" [ 587.112663] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.127036] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065063} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.127597] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.128674] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e6faa-cf79-4d2f-9514-22fea749a8e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.137790] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.164364] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ad3e6ef4-be7f-4f54-9746-9280bbadd9be/ad3e6ef4-be7f-4f54-9746-9280bbadd9be.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.167135] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc46ae2-8841-4eff-a381-75c5e1b4825a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.186861] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 587.186861] env[62839]: value = "task-2756500" [ 587.186861] env[62839]: _type = "Task" [ 587.186861] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.200652] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.275270] env[62839]: DEBUG nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.362978] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07906} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.363170] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.366386] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104c6eb3-30d8-4ccb-8c4d-7ae8087a3025 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.391190] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.394278] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45b7740-b0c6-4276-b0be-e363430f3c51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.416494] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 587.416494] env[62839]: value = "task-2756501" [ 587.416494] env[62839]: _type = "Task" [ 587.416494] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.425961] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.572687] env[62839]: DEBUG nova.network.neutron [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Successfully updated port: bf90f31f-05e0-48bf-9495-a2582721a292 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.631071] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.686323] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "0337a2e1-4678-4616-9758-f964dcb14e2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.686625] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.708368] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.796229] env[62839]: DEBUG nova.network.neutron [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Successfully created port: f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.808418] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff5bc7-2379-41be-8073-d49bd14a3905 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.818474] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c792d1-9728-475f-a21f-905f2c88ff0d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.860784] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6403a6-9c6a-426c-8491-112358f12017 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.872884] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec908d3-f4f3-4aed-b722-82a33068af3d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.890081] env[62839]: DEBUG nova.compute.provider_tree [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.931745] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756501, 'name': ReconfigVM_Task, 'duration_secs': 0.311829} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.933409] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e634edd2-e0ee-44f3-992a-b10f08a93022/e634edd2-e0ee-44f3-992a-b10f08a93022.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.933409] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d1a42b-21a5-4d41-b6e6-e13697b28334 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.941915] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 587.941915] env[62839]: value = "task-2756503" [ 587.941915] env[62839]: _type = "Task" [ 587.941915] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.952666] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756503, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.079424] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "refresh_cache-24a25029-8f86-4700-9e08-a802ba3f7ef4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.079590] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired lock "refresh_cache-24a25029-8f86-4700-9e08-a802ba3f7ef4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.079748] env[62839]: DEBUG nova.network.neutron [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.131697] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.202616] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756500, 'name': ReconfigVM_Task, 'duration_secs': 0.878352} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.202894] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ad3e6ef4-be7f-4f54-9746-9280bbadd9be/ad3e6ef4-be7f-4f54-9746-9280bbadd9be.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.203553] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df891c23-42e6-499c-aa8e-b959207f3cf8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.213655] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 588.213655] env[62839]: value = "task-2756504" [ 588.213655] env[62839]: _type = "Task" [ 588.213655] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.234542] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756504, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.290448] env[62839]: DEBUG nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.327236] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.327464] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.327610] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.327781] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.327920] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.328071] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.328268] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.328418] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.328600] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.328755] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.328921] env[62839]: DEBUG nova.virt.hardware [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.329607] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.331341] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.331341] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d98df4-2133-40c7-92ee-ef2f64acf0c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.342236] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0244d26-92c7-47af-9622-c114a80dd4c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.392909] env[62839]: DEBUG nova.compute.manager [req-96b44c48-336e-46e5-b818-62f0d7f076d9 req-538a738a-e6d1-4fb0-9e7a-8df0595bb72c service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Received event network-vif-plugged-bf90f31f-05e0-48bf-9495-a2582721a292 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.392909] env[62839]: DEBUG oslo_concurrency.lockutils [req-96b44c48-336e-46e5-b818-62f0d7f076d9 req-538a738a-e6d1-4fb0-9e7a-8df0595bb72c service nova] Acquiring lock "24a25029-8f86-4700-9e08-a802ba3f7ef4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.392909] env[62839]: DEBUG oslo_concurrency.lockutils [req-96b44c48-336e-46e5-b818-62f0d7f076d9 req-538a738a-e6d1-4fb0-9e7a-8df0595bb72c service nova] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.392909] env[62839]: DEBUG oslo_concurrency.lockutils [req-96b44c48-336e-46e5-b818-62f0d7f076d9 req-538a738a-e6d1-4fb0-9e7a-8df0595bb72c service nova] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.393614] env[62839]: DEBUG nova.compute.manager [req-96b44c48-336e-46e5-b818-62f0d7f076d9 req-538a738a-e6d1-4fb0-9e7a-8df0595bb72c service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] No waiting events found dispatching network-vif-plugged-bf90f31f-05e0-48bf-9495-a2582721a292 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.393614] env[62839]: WARNING nova.compute.manager [req-96b44c48-336e-46e5-b818-62f0d7f076d9 req-538a738a-e6d1-4fb0-9e7a-8df0595bb72c service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Received unexpected event network-vif-plugged-bf90f31f-05e0-48bf-9495-a2582721a292 for instance with vm_state building and task_state spawning. [ 588.394335] env[62839]: DEBUG nova.scheduler.client.report [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.454431] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756503, 'name': Rename_Task, 'duration_secs': 0.165181} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.454746] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.455059] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b46a5de-a9f7-48ea-9606-de0b59eba842 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.465191] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Waiting for the task: (returnval){ [ 588.465191] env[62839]: value = "task-2756505" [ 588.465191] env[62839]: _type = "Task" [ 588.465191] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.474419] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.619333] env[62839]: DEBUG nova.network.neutron [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.629276] env[62839]: DEBUG oslo_vmware.api [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756499, 'name': PowerOnVM_Task, 'duration_secs': 1.04077} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.629723] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.629976] env[62839]: INFO nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Took 14.22 seconds to spawn the instance on the hypervisor. [ 588.630188] env[62839]: DEBUG nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.631769] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b841e26-5686-4103-aaf3-5d9353ec3f74 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.726024] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756504, 'name': Rename_Task, 'duration_secs': 0.314814} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.726327] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.726606] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fa009ed-7171-4029-9141-2832dd7494f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.736126] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 588.736126] env[62839]: value = "task-2756506" [ 588.736126] env[62839]: _type = "Task" [ 588.736126] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.750525] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.900110] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.900501] env[62839]: DEBUG nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.904860] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.267s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.908178] env[62839]: INFO nova.compute.claims [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.994104] env[62839]: DEBUG oslo_vmware.api [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Task: {'id': task-2756505, 'name': PowerOnVM_Task, 'duration_secs': 0.449906} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.994557] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.994793] env[62839]: DEBUG nova.compute.manager [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.998657] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3190c4-7a05-4195-b2b3-3ed8aca390f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.008549] env[62839]: DEBUG nova.network.neutron [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Updating instance_info_cache with network_info: [{"id": "bf90f31f-05e0-48bf-9495-a2582721a292", "address": "fa:16:3e:94:11:e9", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf90f31f-05", "ovs_interfaceid": "bf90f31f-05e0-48bf-9495-a2582721a292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.161812] env[62839]: INFO nova.compute.manager [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Took 28.62 seconds to build instance. [ 589.251415] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.415907] env[62839]: DEBUG nova.compute.utils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.421059] env[62839]: DEBUG nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.421246] env[62839]: DEBUG nova.network.neutron [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.476525] env[62839]: DEBUG nova.policy [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655cb75224fb4a8aaf3b6819295af3d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebfc0624d3504b4c81b2f921be43a8e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.515942] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Releasing lock "refresh_cache-24a25029-8f86-4700-9e08-a802ba3f7ef4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.516319] env[62839]: DEBUG nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Instance network_info: |[{"id": "bf90f31f-05e0-48bf-9495-a2582721a292", "address": "fa:16:3e:94:11:e9", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf90f31f-05", "ovs_interfaceid": "bf90f31f-05e0-48bf-9495-a2582721a292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.523153] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:11:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf90f31f-05e0-48bf-9495-a2582721a292', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.532348] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Creating folder: Project (859451b5df8b4764924783a7756d8898). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.535470] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50348e69-9bfd-43ac-8666-7d086fd492f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.538422] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.551839] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Created folder: Project (859451b5df8b4764924783a7756d8898) in parent group-v554621. [ 589.551839] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Creating folder: Instances. Parent ref: group-v554656. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.551839] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-618972c5-0619-4150-8a48-5b2509c10210 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.566975] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Created folder: Instances in parent group-v554656. [ 589.567371] env[62839]: DEBUG oslo.service.loopingcall [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.567589] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.567809] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-980d2c37-f3cf-49ab-96c3-bfcd83631f4d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.596291] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.596291] env[62839]: value = "task-2756509" [ 589.596291] env[62839]: _type = "Task" [ 589.596291] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.609214] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756509, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.668923] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dc64f581-e78f-480a-ab5f-59fe6d5d3534 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.132s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.680968] env[62839]: DEBUG nova.network.neutron [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Successfully updated port: f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.752685] env[62839]: DEBUG oslo_vmware.api [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756506, 'name': PowerOnVM_Task, 'duration_secs': 0.981407} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.753167] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.753377] env[62839]: INFO nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Took 12.82 seconds to spawn the instance on the hypervisor. [ 589.753563] env[62839]: DEBUG nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.754454] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c436e2-71a0-4a29-80cd-f3206cb3d9f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.809823] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.810173] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.927138] env[62839]: DEBUG nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.005981] env[62839]: DEBUG nova.network.neutron [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Successfully created port: 9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.113030] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756509, 'name': CreateVM_Task, 'duration_secs': 0.459259} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.120390] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.122393] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.122393] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.125212] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.125212] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf865f5-d007-456e-a699-b53952d2cc3a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.134175] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 590.134175] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d8006b-8dd3-f11e-2d9a-169f6a1c5861" [ 590.134175] env[62839]: _type = "Task" [ 590.134175] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.157199] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d8006b-8dd3-f11e-2d9a-169f6a1c5861, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.157199] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.157199] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.157450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.157490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.157667] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.158197] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf2fa62-1cdc-4399-9b97-ad84d1a9b04e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.171035] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.171291] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.172042] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f45ed19-4c3b-42bb-b1f5-5a0f6033a149 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.176221] env[62839]: DEBUG nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.182277] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.182277] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.182277] env[62839]: DEBUG nova.network.neutron [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.186882] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 590.186882] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ebb54a-7995-181f-2d35-41e1b91f1b18" [ 590.186882] env[62839]: _type = "Task" [ 590.186882] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.199034] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "e781cd3c-2347-4273-87c1-eb3ae4421472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.199314] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.205808] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ebb54a-7995-181f-2d35-41e1b91f1b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.276204] env[62839]: INFO nova.compute.manager [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Took 29.31 seconds to build instance. [ 590.403481] env[62839]: DEBUG nova.compute.manager [req-5ff0fcb1-c4be-4284-93c7-21fcfd28f9ff req-4965d124-25a7-44e7-b1d0-376b588111d0 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Received event network-vif-plugged-f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.403599] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ff0fcb1-c4be-4284-93c7-21fcfd28f9ff req-4965d124-25a7-44e7-b1d0-376b588111d0 service nova] Acquiring lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.403786] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ff0fcb1-c4be-4284-93c7-21fcfd28f9ff req-4965d124-25a7-44e7-b1d0-376b588111d0 service nova] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.403908] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ff0fcb1-c4be-4284-93c7-21fcfd28f9ff req-4965d124-25a7-44e7-b1d0-376b588111d0 service nova] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.404046] env[62839]: DEBUG nova.compute.manager [req-5ff0fcb1-c4be-4284-93c7-21fcfd28f9ff req-4965d124-25a7-44e7-b1d0-376b588111d0 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] No waiting events found dispatching network-vif-plugged-f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.404204] env[62839]: WARNING nova.compute.manager [req-5ff0fcb1-c4be-4284-93c7-21fcfd28f9ff req-4965d124-25a7-44e7-b1d0-376b588111d0 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Received unexpected event network-vif-plugged-f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f for instance with vm_state building and task_state spawning. [ 590.439656] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425cf95-730d-45f1-96c7-ebc7c23d050d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.447989] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333b2d14-b218-4d96-b13f-e48380602d17 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.486685] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b14c63c-0698-4510-a5f4-c6c5cdc0759a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.497893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3857d2a8-c589-4f26-8c2f-fbcbfdae4a49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.514463] env[62839]: DEBUG nova.compute.provider_tree [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.701479] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ebb54a-7995-181f-2d35-41e1b91f1b18, 'name': SearchDatastore_Task, 'duration_secs': 0.024598} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.702377] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0ad64d-bb15-4877-8442-b1da1fb5d9c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.706163] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.709103] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 590.709103] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f4ac8-a16c-8c3e-5018-11a527e4e635" [ 590.709103] env[62839]: _type = "Task" [ 590.709103] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.723521] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f4ac8-a16c-8c3e-5018-11a527e4e635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.735355] env[62839]: DEBUG nova.network.neutron [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.785068] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7252355b-fc32-4694-a5b7-445a8fcfbae0 tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.836s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.943365] env[62839]: DEBUG nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.990123] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.990407] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.990984] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.991200] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.991428] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.991625] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.991878] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.993320] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.993320] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.993320] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.993320] env[62839]: DEBUG nova.virt.hardware [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.993965] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65e02d-d39a-4f24-bbe0-1aed91eeed55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.002971] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e80aac-b4f6-4999-83d7-cea65578e66d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.023814] env[62839]: DEBUG nova.scheduler.client.report [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.038076] env[62839]: DEBUG nova.network.neutron [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Updating instance_info_cache with network_info: [{"id": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "address": "fa:16:3e:f5:22:68", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ecec8a-d6", "ovs_interfaceid": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.222147] env[62839]: DEBUG nova.compute.manager [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Received event network-changed-bf90f31f-05e0-48bf-9495-a2582721a292 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.222334] env[62839]: DEBUG nova.compute.manager [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Refreshing instance network info cache due to event network-changed-bf90f31f-05e0-48bf-9495-a2582721a292. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.222558] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] Acquiring lock "refresh_cache-24a25029-8f86-4700-9e08-a802ba3f7ef4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.222839] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] Acquired lock "refresh_cache-24a25029-8f86-4700-9e08-a802ba3f7ef4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.223329] env[62839]: DEBUG nova.network.neutron [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Refreshing network info cache for port bf90f31f-05e0-48bf-9495-a2582721a292 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.228948] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f4ac8-a16c-8c3e-5018-11a527e4e635, 'name': SearchDatastore_Task, 'duration_secs': 0.018371} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.229540] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.230127] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 24a25029-8f86-4700-9e08-a802ba3f7ef4/24a25029-8f86-4700-9e08-a802ba3f7ef4.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.230969] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75968d65-bd78-493f-9ea5-e9d09dacb6a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.241748] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 591.241748] env[62839]: value = "task-2756511" [ 591.241748] env[62839]: _type = "Task" [ 591.241748] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.252913] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.293819] env[62839]: DEBUG nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.378888] env[62839]: DEBUG nova.compute.manager [None req-2a7f2508-e129-4a8a-8258-5e1e6a59ad51 tempest-ServerDiagnosticsTest-1656488783 tempest-ServerDiagnosticsTest-1656488783-project-admin] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.380347] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578629c0-fe6b-4351-9436-57dc541e1146 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.389099] env[62839]: INFO nova.compute.manager [None req-2a7f2508-e129-4a8a-8258-5e1e6a59ad51 tempest-ServerDiagnosticsTest-1656488783 tempest-ServerDiagnosticsTest-1656488783-project-admin] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Retrieving diagnostics [ 591.390587] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fcbc3d-85d5-4ee0-bf60-418e5a47fa9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.530571] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.531308] env[62839]: DEBUG nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.534613] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.736s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.535968] env[62839]: INFO nova.compute.claims [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.544013] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.544013] env[62839]: DEBUG nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Instance network_info: |[{"id": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "address": "fa:16:3e:f5:22:68", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ecec8a-d6", "ovs_interfaceid": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.544976] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:22:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.555054] env[62839]: DEBUG oslo.service.loopingcall [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.555339] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.555595] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e794e4ea-7367-477b-a596-3f1d8892df6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.589292] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.589292] env[62839]: value = "task-2756512" [ 591.589292] env[62839]: _type = "Task" [ 591.589292] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.600864] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756512, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.718630] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "e496a4a3-4fd3-4909-b25c-d279035304e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.718941] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.719122] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "e496a4a3-4fd3-4909-b25c-d279035304e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.719304] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.719475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.721804] env[62839]: INFO nova.compute.manager [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Terminating instance [ 591.755266] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756511, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.834445] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.975239] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "e634edd2-e0ee-44f3-992a-b10f08a93022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.975700] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.976032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "e634edd2-e0ee-44f3-992a-b10f08a93022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.976032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.976209] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.978780] env[62839]: INFO nova.compute.manager [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Terminating instance [ 592.041468] env[62839]: DEBUG nova.compute.utils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.043351] env[62839]: DEBUG nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.047030] env[62839]: DEBUG nova.network.neutron [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.103229] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756512, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.202500] env[62839]: DEBUG nova.network.neutron [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Updated VIF entry in instance network info cache for port bf90f31f-05e0-48bf-9495-a2582721a292. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.202924] env[62839]: DEBUG nova.network.neutron [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Updating instance_info_cache with network_info: [{"id": "bf90f31f-05e0-48bf-9495-a2582721a292", "address": "fa:16:3e:94:11:e9", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf90f31f-05", "ovs_interfaceid": "bf90f31f-05e0-48bf-9495-a2582721a292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.227806] env[62839]: DEBUG nova.compute.manager [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.227806] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.228653] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4f6b3-9d01-419b-8205-68bc727a116f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.241091] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.241390] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb26e92-8029-4b3d-9a50-9bf7d9982841 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.257884] env[62839]: DEBUG oslo_vmware.api [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 592.257884] env[62839]: value = "task-2756513" [ 592.257884] env[62839]: _type = "Task" [ 592.257884] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.258267] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53288} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.258650] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 24a25029-8f86-4700-9e08-a802ba3f7ef4/24a25029-8f86-4700-9e08-a802ba3f7ef4.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.259361] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.263173] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bddabe8-df16-44b2-9527-6a543013a7de {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.271241] env[62839]: DEBUG nova.policy [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e954cc9b3b89473bb07d8aa23e126bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25ae03e2ab5412083992b83902a049f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.276989] env[62839]: DEBUG oslo_vmware.api [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.278784] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 592.278784] env[62839]: value = "task-2756514" [ 592.278784] env[62839]: _type = "Task" [ 592.278784] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.290645] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.483196] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "refresh_cache-e634edd2-e0ee-44f3-992a-b10f08a93022" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.483389] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquired lock "refresh_cache-e634edd2-e0ee-44f3-992a-b10f08a93022" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.483584] env[62839]: DEBUG nova.network.neutron [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.548188] env[62839]: DEBUG nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.601958] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756512, 'name': CreateVM_Task, 'duration_secs': 0.519738} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.603616] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.604575] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.605560] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.605560] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.609577] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32995652-771a-42bc-8c64-bcc2f9019fcd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.619265] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 592.619265] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ecf4ed-10dd-21c3-78d5-f258ee214dd5" [ 592.619265] env[62839]: _type = "Task" [ 592.619265] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.628771] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ecf4ed-10dd-21c3-78d5-f258ee214dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.665631] env[62839]: DEBUG nova.network.neutron [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Successfully updated port: 9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.709739] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9ab102d-f18f-4349-851a-0e172f99e913 req-55b9efae-5ebe-4e9d-8562-e6e02a8fc4ff service nova] Releasing lock "refresh_cache-24a25029-8f86-4700-9e08-a802ba3f7ef4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.778663] env[62839]: DEBUG oslo_vmware.api [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756513, 'name': PowerOffVM_Task, 'duration_secs': 0.420903} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.778663] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.778663] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.778663] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e2f1a15-6294-4af8-936f-22bcab9069f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.795744] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0746} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.796537] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.797086] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d826eaf-3ee9-4c5f-8346-be24ecec7aa6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.831504] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 24a25029-8f86-4700-9e08-a802ba3f7ef4/24a25029-8f86-4700-9e08-a802ba3f7ef4.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.831504] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3585cf6-de0c-4b23-a985-592628f5e294 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.857150] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 592.857150] env[62839]: value = "task-2756516" [ 592.857150] env[62839]: _type = "Task" [ 592.857150] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.871091] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.043737] env[62839]: DEBUG nova.network.neutron [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.124669] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c006cb4-75e4-4274-9597-bf4fd0eb3c91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.139338] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ecf4ed-10dd-21c3-78d5-f258ee214dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.035676} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.141556] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.141796] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.142779] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.142779] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.142779] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.142940] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-881c1a86-67d8-46ed-881d-6aaabc4cf57d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.147651] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d283c3-fa04-4871-8055-487a62f7b886 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.189301] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.189301] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquired lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.189552] env[62839]: DEBUG nova.network.neutron [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.193031] env[62839]: DEBUG nova.network.neutron [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Successfully created port: ee64c154-29bb-423a-ba91-3b32e397b6b6 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.195609] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c6e92a-cf97-4563-8da8-cd71be407670 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.198163] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.198305] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.199360] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ee4c40-226c-4ecd-9863-8c4e1be54ac2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.207280] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 593.207280] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5274c07b-b8ed-cbd3-fe06-fba5aa97c049" [ 593.207280] env[62839]: _type = "Task" [ 593.207280] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.213748] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c4fd64-6c53-45c5-8926-36c47c81bb31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.232364] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5274c07b-b8ed-cbd3-fe06-fba5aa97c049, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.233137] env[62839]: DEBUG nova.compute.provider_tree [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.237736] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ea199b-bb5b-4cee-8735-5f01ae0419f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.237736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "d4c45b3e-f1f6-4153-8724-8b050c01300f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.237736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.238189] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "d4c45b3e-f1f6-4153-8724-8b050c01300f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.238189] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.239290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.240338] env[62839]: INFO nova.compute.manager [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Terminating instance [ 593.245109] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 593.245109] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52690b8d-a8ca-f73a-814e-81986d4e305e" [ 593.245109] env[62839]: _type = "Task" [ 593.245109] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.255539] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52690b8d-a8ca-f73a-814e-81986d4e305e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.271138] env[62839]: DEBUG nova.network.neutron [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.369433] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.570827] env[62839]: DEBUG nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.598468] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.599196] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.599453] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.599799] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.599969] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.600126] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.600345] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.600502] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.600697] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.600928] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.602893] env[62839]: DEBUG nova.virt.hardware [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.602893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1272c2-a3f6-4f12-9323-e423c307b98f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.612729] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6a6e31-a7d7-4db7-96b5-b02796c11536 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.737569] env[62839]: DEBUG nova.scheduler.client.report [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.751345] env[62839]: DEBUG nova.compute.manager [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.751345] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.752117] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd0caee-99b1-4b43-ba6f-95608ed4a379 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.764861] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.768965] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23faf101-ae30-44c1-b91f-bb4d20e411b3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.770943] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52690b8d-a8ca-f73a-814e-81986d4e305e, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.771209] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.771583] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.772408] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c082cd72-4dae-47e9-aa26-0918f731af32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.774806] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Releasing lock "refresh_cache-e634edd2-e0ee-44f3-992a-b10f08a93022" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.775188] env[62839]: DEBUG nova.compute.manager [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.775434] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.776133] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff8028e-76d9-4a43-a8b1-19801c326bd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.781324] env[62839]: DEBUG oslo_vmware.api [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 593.781324] env[62839]: value = "task-2756517" [ 593.781324] env[62839]: _type = "Task" [ 593.781324] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.789091] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 593.789091] env[62839]: value = "task-2756518" [ 593.789091] env[62839]: _type = "Task" [ 593.789091] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.799369] env[62839]: DEBUG oslo_vmware.api [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.803578] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.807566] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f8ad660-761f-43e1-94ea-e2937794b31d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.808851] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.815863] env[62839]: DEBUG oslo_vmware.api [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 593.815863] env[62839]: value = "task-2756519" [ 593.815863] env[62839]: _type = "Task" [ 593.815863] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.826077] env[62839]: DEBUG oslo_vmware.api [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.855174] env[62839]: DEBUG nova.network.neutron [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.871227] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756516, 'name': ReconfigVM_Task, 'duration_secs': 0.76435} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.871535] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 24a25029-8f86-4700-9e08-a802ba3f7ef4/24a25029-8f86-4700-9e08-a802ba3f7ef4.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.872225] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21f842d9-3132-406a-9f05-f798b911f5fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.881427] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 593.881427] env[62839]: value = "task-2756520" [ 593.881427] env[62839]: _type = "Task" [ 593.881427] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.888240] env[62839]: DEBUG nova.compute.manager [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Received event network-changed-f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.888595] env[62839]: DEBUG nova.compute.manager [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Refreshing instance network info cache due to event network-changed-f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.888808] env[62839]: DEBUG oslo_concurrency.lockutils [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] Acquiring lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.889014] env[62839]: DEBUG oslo_concurrency.lockutils [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] Acquired lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.889183] env[62839]: DEBUG nova.network.neutron [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Refreshing network info cache for port f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.899409] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756520, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.924846] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.924975] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.925597] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.925597] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.925965] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.930593] env[62839]: INFO nova.compute.manager [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Terminating instance [ 594.244608] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.245131] env[62839]: DEBUG nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.248071] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.248289] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.248535] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleting the datastore file [datastore1] e496a4a3-4fd3-4909-b25c-d279035304e6 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.249144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.671s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.249723] env[62839]: DEBUG nova.objects.instance [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 594.252385] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0358c772-acb9-4545-bddb-bbd6b88e58a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.267380] env[62839]: DEBUG oslo_vmware.api [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 594.267380] env[62839]: value = "task-2756521" [ 594.267380] env[62839]: _type = "Task" [ 594.267380] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.281661] env[62839]: DEBUG oslo_vmware.api [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.300407] env[62839]: DEBUG oslo_vmware.api [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756517, 'name': PowerOffVM_Task, 'duration_secs': 0.199991} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.300407] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.300407] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.300407] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26075089-09f1-426e-981d-89ef4996c60b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.304471] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756518, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.327639] env[62839]: DEBUG oslo_vmware.api [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756519, 'name': PowerOffVM_Task, 'duration_secs': 0.156678} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.327939] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.328187] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.328368] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a223c3-8af6-43fc-bc0d-a51b1ab0f1b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.362700] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.363153] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.363153] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Deleting the datastore file [datastore2] e634edd2-e0ee-44f3-992a-b10f08a93022 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.363436] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c36f5599-7cea-4cfd-a50f-b369b52eed61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.372026] env[62839]: DEBUG oslo_vmware.api [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for the task: (returnval){ [ 594.372026] env[62839]: value = "task-2756524" [ 594.372026] env[62839]: _type = "Task" [ 594.372026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.383724] env[62839]: DEBUG oslo_vmware.api [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.391993] env[62839]: DEBUG nova.network.neutron [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Updating instance_info_cache with network_info: [{"id": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "address": "fa:16:3e:56:bc:f9", "network": {"id": "1899aa17-d90e-4e45-8663-b20fe2db864a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2070039179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebfc0624d3504b4c81b2f921be43a8e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9707f806-ce", "ovs_interfaceid": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.393342] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.393619] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.393864] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleting the datastore file [datastore1] d4c45b3e-f1f6-4153-8724-8b050c01300f {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.397440] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75721bf7-7fa0-44a9-b8ab-67621e146275 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.406844] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756520, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.413371] env[62839]: DEBUG oslo_vmware.api [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 594.413371] env[62839]: value = "task-2756525" [ 594.413371] env[62839]: _type = "Task" [ 594.413371] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.423615] env[62839]: DEBUG oslo_vmware.api [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.439060] env[62839]: DEBUG nova.compute.manager [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.439190] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.440026] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42a05e-7128-4da5-811b-0910319007ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.448547] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.449082] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb0f1c1c-0d8f-45da-9fae-ee085b1ff650 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.456936] env[62839]: DEBUG oslo_vmware.api [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 594.456936] env[62839]: value = "task-2756526" [ 594.456936] env[62839]: _type = "Task" [ 594.456936] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.467785] env[62839]: DEBUG oslo_vmware.api [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.676289] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Acquiring lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.677707] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.752358] env[62839]: DEBUG nova.compute.utils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.752358] env[62839]: DEBUG nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.752613] env[62839]: DEBUG nova.network.neutron [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.782015] env[62839]: DEBUG oslo_vmware.api [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201273} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.784055] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.784252] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 594.784448] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 594.784619] env[62839]: INFO nova.compute.manager [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Took 2.56 seconds to destroy the instance on the hypervisor. [ 594.784964] env[62839]: DEBUG oslo.service.loopingcall [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.785498] env[62839]: DEBUG nova.compute.manager [-] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 594.785498] env[62839]: DEBUG nova.network.neutron [-] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 594.801573] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566798} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.803787] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.803787] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.803787] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c90c11a-d59b-40df-b5f8-4b9973869657 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.812414] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 594.812414] env[62839]: value = "task-2756527" [ 594.812414] env[62839]: _type = "Task" [ 594.812414] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.823514] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.860509] env[62839]: DEBUG nova.policy [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f17bca2f73c493e81cb45e9a58205d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6b0d03d5384716bec69e65efd966af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.868425] env[62839]: DEBUG nova.compute.manager [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Received event network-vif-plugged-9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.868425] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] Acquiring lock "0894f61d-4fa3-4df2-86d1-2900553825cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.868584] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.868890] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.869223] env[62839]: DEBUG nova.compute.manager [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] No waiting events found dispatching network-vif-plugged-9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.869543] env[62839]: WARNING nova.compute.manager [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Received unexpected event network-vif-plugged-9707f806-ce82-490e-b6fd-4f0c093fb1ac for instance with vm_state building and task_state spawning. [ 594.869800] env[62839]: DEBUG nova.compute.manager [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Received event network-changed-9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.870047] env[62839]: DEBUG nova.compute.manager [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Refreshing instance network info cache due to event network-changed-9707f806-ce82-490e-b6fd-4f0c093fb1ac. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.870330] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] Acquiring lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.887140] env[62839]: DEBUG oslo_vmware.api [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Task: {'id': task-2756524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106181} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.896853] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.901275] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 594.901605] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 594.901934] env[62839]: INFO nova.compute.manager [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Took 1.13 seconds to destroy the instance on the hypervisor. [ 594.902227] env[62839]: DEBUG oslo.service.loopingcall [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.902801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Releasing lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.903327] env[62839]: DEBUG nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Instance network_info: |[{"id": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "address": "fa:16:3e:56:bc:f9", "network": {"id": "1899aa17-d90e-4e45-8663-b20fe2db864a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2070039179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebfc0624d3504b4c81b2f921be43a8e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9707f806-ce", "ovs_interfaceid": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.903578] env[62839]: DEBUG nova.compute.manager [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 594.903797] env[62839]: DEBUG nova.network.neutron [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 594.907929] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] Acquired lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.908208] env[62839]: DEBUG nova.network.neutron [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Refreshing network info cache for port 9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.914084] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:bc:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9707f806-ce82-490e-b6fd-4f0c093fb1ac', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.927530] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Creating folder: Project (ebfc0624d3504b4c81b2f921be43a8e2). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.933254] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f50a8e3d-1fef-4751-ba32-fb09dfd2823a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.934954] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756520, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.961149] env[62839]: DEBUG oslo_vmware.api [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158134} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.961503] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Created folder: Project (ebfc0624d3504b4c81b2f921be43a8e2) in parent group-v554621. [ 594.961679] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Creating folder: Instances. Parent ref: group-v554660. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.961910] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.962098] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 594.962287] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 594.962462] env[62839]: INFO nova.compute.manager [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 594.962674] env[62839]: DEBUG oslo.service.loopingcall [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.965822] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bfd00bb-0599-4966-bda0-a83fc9b7a7ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.970161] env[62839]: DEBUG nova.network.neutron [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.970161] env[62839]: DEBUG nova.compute.manager [-] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 594.970161] env[62839]: DEBUG nova.network.neutron [-] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 594.983361] env[62839]: DEBUG oslo_vmware.api [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.989019] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Created folder: Instances in parent group-v554660. [ 594.989019] env[62839]: DEBUG oslo.service.loopingcall [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.989019] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.989019] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2fbc0a9-9f74-44d9-b5a1-af830789c803 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.014555] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.014555] env[62839]: value = "task-2756530" [ 595.014555] env[62839]: _type = "Task" [ 595.014555] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.024585] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756530, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.257330] env[62839]: DEBUG nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.264932] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54d937cc-01bd-4e71-b8ba-baa1e5a7b816 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.266111] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.049s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.271347] env[62839]: INFO nova.compute.claims [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.326511] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074661} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.326511] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.330288] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6dff69-c1fe-48c6-b530-9bd099c4671b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.378676] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.380488] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6a8fd3-8503-4265-81e1-d7ef911a4492 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.395966] env[62839]: DEBUG nova.network.neutron [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Successfully created port: d70a0e33-5a7f-4837-8529-78a8a34ce550 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.410786] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756520, 'name': Rename_Task, 'duration_secs': 1.288566} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.412984] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.412984] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 595.412984] env[62839]: value = "task-2756531" [ 595.412984] env[62839]: _type = "Task" [ 595.412984] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.412984] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-853b2f67-95d1-4ce2-8ac6-c147892d3d33 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.426464] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 595.426464] env[62839]: value = "task-2756532" [ 595.426464] env[62839]: _type = "Task" [ 595.426464] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.439855] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.476986] env[62839]: DEBUG nova.network.neutron [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.478457] env[62839]: DEBUG oslo_vmware.api [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756526, 'name': PowerOffVM_Task, 'duration_secs': 1.01402} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.479240] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.479240] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.479579] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4d5b791-919d-4cca-9c93-61fbc7fee100 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.525557] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756530, 'name': CreateVM_Task, 'duration_secs': 0.421406} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.526602] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.526602] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.526602] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.526919] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.527815] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64188a42-2c11-4afd-b50c-6a99727b6167 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.533240] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 595.533240] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a5bebe-b19a-2c3c-2352-76845ce4859c" [ 595.533240] env[62839]: _type = "Task" [ 595.533240] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.538807] env[62839]: DEBUG nova.network.neutron [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Updated VIF entry in instance network info cache for port f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.538881] env[62839]: DEBUG nova.network.neutron [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Updating instance_info_cache with network_info: [{"id": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "address": "fa:16:3e:f5:22:68", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ecec8a-d6", "ovs_interfaceid": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.543265] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a5bebe-b19a-2c3c-2352-76845ce4859c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.559164] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.559164] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.559164] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Deleting the datastore file [datastore1] ad3e6ef4-be7f-4f54-9746-9280bbadd9be {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.559164] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf241e75-8214-4a5b-af6c-40eb18292140 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.566455] env[62839]: DEBUG oslo_vmware.api [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for the task: (returnval){ [ 595.566455] env[62839]: value = "task-2756534" [ 595.566455] env[62839]: _type = "Task" [ 595.566455] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.575613] env[62839]: DEBUG oslo_vmware.api [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.934490] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756531, 'name': ReconfigVM_Task, 'duration_secs': 0.354016} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.939780] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.941044] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1042d4b4-d808-46b1-b16c-5db89f37624b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.949449] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.950952] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 595.950952] env[62839]: value = "task-2756535" [ 595.950952] env[62839]: _type = "Task" [ 595.950952] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.962029] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756535, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.980069] env[62839]: INFO nova.compute.manager [-] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Took 1.08 seconds to deallocate network for instance. [ 596.047036] env[62839]: DEBUG oslo_concurrency.lockutils [req-daa0c713-4be8-4522-b25b-50ca58e68edf req-2ef1dbe4-a49c-438f-a9c2-b6929e98e611 service nova] Releasing lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.047499] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a5bebe-b19a-2c3c-2352-76845ce4859c, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.048421] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.048652] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.048941] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.049086] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.049344] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.049818] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87ac2b45-385e-4374-a18c-27557b1037c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.059733] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.059942] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.060694] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b1f15d-881a-4552-bca0-22ba22bf786e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.067761] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 596.067761] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52991354-3993-1967-01a0-3f2908935751" [ 596.067761] env[62839]: _type = "Task" [ 596.067761] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.082912] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52991354-3993-1967-01a0-3f2908935751, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.087282] env[62839]: DEBUG oslo_vmware.api [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Task: {'id': task-2756534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135369} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.087469] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5925a162-b760-4d87-8465-04f9aac3c1a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.090078] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.090454] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.090662] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.090863] env[62839]: INFO nova.compute.manager [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Took 1.65 seconds to destroy the instance on the hypervisor. [ 596.091172] env[62839]: DEBUG oslo.service.loopingcall [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.091283] env[62839]: DEBUG nova.compute.manager [-] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.091351] env[62839]: DEBUG nova.network.neutron [-] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.097529] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 596.097529] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524f18af-ed3d-a6b7-7c85-d0df0013387e" [ 596.097529] env[62839]: _type = "Task" [ 596.097529] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.107538] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524f18af-ed3d-a6b7-7c85-d0df0013387e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.198295] env[62839]: DEBUG nova.network.neutron [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Successfully updated port: ee64c154-29bb-423a-ba91-3b32e397b6b6 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.268314] env[62839]: DEBUG nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.304205] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.304484] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.304637] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.304813] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.304960] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.305531] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.306281] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.306281] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.306281] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.306771] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.306771] env[62839]: DEBUG nova.virt.hardware [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.308712] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4101c45-850e-4a67-8a16-25cb19b2b4dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.321111] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3795dae-69a4-46f3-aeec-893e1ec58c1c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.347064] env[62839]: DEBUG nova.network.neutron [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Updated VIF entry in instance network info cache for port 9707f806-ce82-490e-b6fd-4f0c093fb1ac. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.347426] env[62839]: DEBUG nova.network.neutron [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Updating instance_info_cache with network_info: [{"id": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "address": "fa:16:3e:56:bc:f9", "network": {"id": "1899aa17-d90e-4e45-8663-b20fe2db864a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2070039179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebfc0624d3504b4c81b2f921be43a8e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9707f806-ce", "ovs_interfaceid": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.424499] env[62839]: DEBUG nova.network.neutron [-] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.447073] env[62839]: DEBUG oslo_vmware.api [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756532, 'name': PowerOnVM_Task, 'duration_secs': 0.58164} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.450395] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.450743] env[62839]: INFO nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Took 10.75 seconds to spawn the instance on the hypervisor. [ 596.451044] env[62839]: DEBUG nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.452709] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e4d618-8814-40d6-8a95-56440ca2a02d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.469698] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756535, 'name': Rename_Task, 'duration_secs': 0.162451} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.475650] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.476103] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39a010a1-e823-4fd8-88d8-43b47f36f019 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.485801] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 596.485801] env[62839]: value = "task-2756536" [ 596.485801] env[62839]: _type = "Task" [ 596.485801] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.487787] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.499127] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.518829] env[62839]: DEBUG nova.network.neutron [-] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.615208] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524f18af-ed3d-a6b7-7c85-d0df0013387e, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.615399] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.616139] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0894f61d-4fa3-4df2-86d1-2900553825cb/0894f61d-4fa3-4df2-86d1-2900553825cb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.616236] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a5c70d-bdb0-45c0-92b0-0b9437a27ab5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.624113] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 596.624113] env[62839]: value = "task-2756537" [ 596.624113] env[62839]: _type = "Task" [ 596.624113] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.636476] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.701367] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "refresh_cache-6e4b716a-3b9f-408d-a160-21f883edcdf7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.703253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "refresh_cache-6e4b716a-3b9f-408d-a160-21f883edcdf7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.703253] env[62839]: DEBUG nova.network.neutron [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.785411] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff4fab-1b56-4f1d-bed4-7a098b700759 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.794016] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b200e-f3d5-40d0-876b-25cbbdd3ebce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.839831] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d8742-90e1-46de-b4c0-408c398f7204 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.850651] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a931866-65a1-419a-a961-4f694090c663 req-e5b6f4d6-11e7-4edf-9011-9ac8e61bed68 service nova] Releasing lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.854324] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5600bc-ed0c-4d81-b531-e6903d1014df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.875538] env[62839]: DEBUG nova.compute.provider_tree [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.928380] env[62839]: INFO nova.compute.manager [-] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Took 2.14 seconds to deallocate network for instance. [ 597.000567] env[62839]: INFO nova.compute.manager [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Took 31.20 seconds to build instance. [ 597.011762] env[62839]: DEBUG nova.network.neutron [-] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.017508] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.021692] env[62839]: INFO nova.compute.manager [-] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Took 2.05 seconds to deallocate network for instance. [ 597.142886] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.252678] env[62839]: DEBUG nova.network.neutron [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.379059] env[62839]: DEBUG nova.scheduler.client.report [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.441289] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.497877] env[62839]: DEBUG nova.network.neutron [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Updating instance_info_cache with network_info: [{"id": "ee64c154-29bb-423a-ba91-3b32e397b6b6", "address": "fa:16:3e:da:8f:fc", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee64c154-29", "ovs_interfaceid": "ee64c154-29bb-423a-ba91-3b32e397b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.503291] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c0b39469-59cc-4e10-ba51-d5b5691e7725 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.975s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.503880] env[62839]: DEBUG oslo_vmware.api [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756536, 'name': PowerOnVM_Task, 'duration_secs': 0.790766} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.504849] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.505064] env[62839]: INFO nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Took 9.21 seconds to spawn the instance on the hypervisor. [ 597.505247] env[62839]: DEBUG nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.506227] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554ac97-bc62-4417-a21f-b6244b6901a0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.518172] env[62839]: INFO nova.compute.manager [-] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Took 1.43 seconds to deallocate network for instance. [ 597.534126] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.636178] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61076} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.636602] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0894f61d-4fa3-4df2-86d1-2900553825cb/0894f61d-4fa3-4df2-86d1-2900553825cb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.636738] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.636989] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00336799-91e3-404f-b359-a33b741da473 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.650280] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 597.650280] env[62839]: value = "task-2756538" [ 597.650280] env[62839]: _type = "Task" [ 597.650280] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.661382] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.887527] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.887527] env[62839]: DEBUG nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.890114] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.613s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.890653] env[62839]: DEBUG nova.objects.instance [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Lazy-loading 'resources' on Instance uuid 44fc0c41-2667-49dc-9956-ae42ad5c69dd {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.001458] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "refresh_cache-6e4b716a-3b9f-408d-a160-21f883edcdf7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.001458] env[62839]: DEBUG nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Instance network_info: |[{"id": "ee64c154-29bb-423a-ba91-3b32e397b6b6", "address": "fa:16:3e:da:8f:fc", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee64c154-29", "ovs_interfaceid": "ee64c154-29bb-423a-ba91-3b32e397b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.001807] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:8f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee64c154-29bb-423a-ba91-3b32e397b6b6', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.012567] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating folder: Project (f25ae03e2ab5412083992b83902a049f). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.012989] env[62839]: DEBUG nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.015645] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bd7dde2-7063-48a3-a91c-c3a57e4f639a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.027166] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.027166] env[62839]: INFO nova.compute.manager [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Took 31.69 seconds to build instance. [ 598.032601] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created folder: Project (f25ae03e2ab5412083992b83902a049f) in parent group-v554621. [ 598.032812] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating folder: Instances. Parent ref: group-v554663. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.033079] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067f8143-4e84-47a4-85e0-737eb6ccfe83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.047826] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created folder: Instances in parent group-v554663. [ 598.048095] env[62839]: DEBUG oslo.service.loopingcall [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.049074] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.049074] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec27dbb-c492-45a5-be45-0a9625a72e62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.070748] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.070748] env[62839]: value = "task-2756541" [ 598.070748] env[62839]: _type = "Task" [ 598.070748] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.081467] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756541, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.163383] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068929} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.163633] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.164431] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3118e8d2-aba6-469f-933a-127f169ef4ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.174292] env[62839]: DEBUG nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Received event network-vif-deleted-c61cc772-515e-40f8-90ce-1af26c36e283 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.174292] env[62839]: DEBUG nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Received event network-vif-plugged-ee64c154-29bb-423a-ba91-3b32e397b6b6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.174292] env[62839]: DEBUG oslo_concurrency.lockutils [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] Acquiring lock "6e4b716a-3b9f-408d-a160-21f883edcdf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.174292] env[62839]: DEBUG oslo_concurrency.lockutils [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.174292] env[62839]: DEBUG oslo_concurrency.lockutils [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.174451] env[62839]: DEBUG nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] No waiting events found dispatching network-vif-plugged-ee64c154-29bb-423a-ba91-3b32e397b6b6 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.174451] env[62839]: WARNING nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Received unexpected event network-vif-plugged-ee64c154-29bb-423a-ba91-3b32e397b6b6 for instance with vm_state building and task_state spawning. [ 598.174451] env[62839]: DEBUG nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Received event network-vif-deleted-dfa79458-1940-444a-8371-97e47bb0c7cc {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.174451] env[62839]: DEBUG nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Received event network-changed-ee64c154-29bb-423a-ba91-3b32e397b6b6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.174451] env[62839]: DEBUG nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Refreshing instance network info cache due to event network-changed-ee64c154-29bb-423a-ba91-3b32e397b6b6. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.174618] env[62839]: DEBUG oslo_concurrency.lockutils [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] Acquiring lock "refresh_cache-6e4b716a-3b9f-408d-a160-21f883edcdf7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.174618] env[62839]: DEBUG oslo_concurrency.lockutils [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] Acquired lock "refresh_cache-6e4b716a-3b9f-408d-a160-21f883edcdf7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.174618] env[62839]: DEBUG nova.network.neutron [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Refreshing network info cache for port ee64c154-29bb-423a-ba91-3b32e397b6b6 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.195456] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 0894f61d-4fa3-4df2-86d1-2900553825cb/0894f61d-4fa3-4df2-86d1-2900553825cb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.197435] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078ae35a-f702-4b67-aceb-2b26c8d80343 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.218453] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 598.218453] env[62839]: value = "task-2756542" [ 598.218453] env[62839]: _type = "Task" [ 598.218453] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.230252] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.393918] env[62839]: DEBUG nova.compute.utils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.399138] env[62839]: DEBUG nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.399326] env[62839]: DEBUG nova.network.neutron [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.475163] env[62839]: DEBUG nova.policy [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0756063742e348a797de3a3870613930', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20efbe3c8f1e49c89415b395e3935271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.508668] env[62839]: DEBUG nova.network.neutron [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Successfully updated port: d70a0e33-5a7f-4837-8529-78a8a34ce550 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.534019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56b8fdfa-6447-4c88-b35a-ed876fe62f69 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.371s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.542522] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.586882] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756541, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.729801] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756542, 'name': ReconfigVM_Task, 'duration_secs': 0.356036} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.732636] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 0894f61d-4fa3-4df2-86d1-2900553825cb/0894f61d-4fa3-4df2-86d1-2900553825cb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.734458] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a35bd650-42a2-43ac-8dd0-53306293af1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.748511] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 598.748511] env[62839]: value = "task-2756543" [ 598.748511] env[62839]: _type = "Task" [ 598.748511] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.762490] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756543, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.904168] env[62839]: DEBUG nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.909317] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab3e0d-9469-4607-8d53-40ee408b6d53 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.918103] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849bac5b-d97a-45cd-adf8-e6e32738c550 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.951717] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63a1e0d-ca84-4473-abf9-776e80b8c03d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.964217] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d826c-7412-44d4-b502-4e596b6d1388 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.981572] env[62839]: DEBUG nova.compute.provider_tree [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.998032] env[62839]: DEBUG nova.network.neutron [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Successfully created port: cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.015267] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.015424] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.015574] env[62839]: DEBUG nova.network.neutron [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.037077] env[62839]: DEBUG nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.046969] env[62839]: DEBUG nova.compute.manager [req-886df78e-325d-433a-82b5-4a08f709e91d req-02c6daa5-85c4-4b10-9da6-193673d24888 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Received event network-vif-plugged-d70a0e33-5a7f-4837-8529-78a8a34ce550 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.046969] env[62839]: DEBUG oslo_concurrency.lockutils [req-886df78e-325d-433a-82b5-4a08f709e91d req-02c6daa5-85c4-4b10-9da6-193673d24888 service nova] Acquiring lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.046969] env[62839]: DEBUG oslo_concurrency.lockutils [req-886df78e-325d-433a-82b5-4a08f709e91d req-02c6daa5-85c4-4b10-9da6-193673d24888 service nova] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.046969] env[62839]: DEBUG oslo_concurrency.lockutils [req-886df78e-325d-433a-82b5-4a08f709e91d req-02c6daa5-85c4-4b10-9da6-193673d24888 service nova] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.046969] env[62839]: DEBUG nova.compute.manager [req-886df78e-325d-433a-82b5-4a08f709e91d req-02c6daa5-85c4-4b10-9da6-193673d24888 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] No waiting events found dispatching network-vif-plugged-d70a0e33-5a7f-4837-8529-78a8a34ce550 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.047154] env[62839]: WARNING nova.compute.manager [req-886df78e-325d-433a-82b5-4a08f709e91d req-02c6daa5-85c4-4b10-9da6-193673d24888 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Received unexpected event network-vif-plugged-d70a0e33-5a7f-4837-8529-78a8a34ce550 for instance with vm_state building and task_state spawning. [ 599.084741] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756541, 'name': CreateVM_Task, 'duration_secs': 0.538875} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.084956] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.085643] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.085852] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.086586] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.086738] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c70b18-189e-4685-93cc-02fcf62a9ca1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.092067] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 599.092067] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52944e4f-042c-481c-68a5-7f37aa6edc12" [ 599.092067] env[62839]: _type = "Task" [ 599.092067] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.101402] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52944e4f-042c-481c-68a5-7f37aa6edc12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.115524] env[62839]: DEBUG nova.network.neutron [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Updated VIF entry in instance network info cache for port ee64c154-29bb-423a-ba91-3b32e397b6b6. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.115926] env[62839]: DEBUG nova.network.neutron [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Updating instance_info_cache with network_info: [{"id": "ee64c154-29bb-423a-ba91-3b32e397b6b6", "address": "fa:16:3e:da:8f:fc", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee64c154-29", "ovs_interfaceid": "ee64c154-29bb-423a-ba91-3b32e397b6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.261314] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756543, 'name': Rename_Task, 'duration_secs': 0.150878} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.262112] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.262429] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51f0c5ee-0ed2-4d09-bf1f-5bd6f96c17c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.272850] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 599.272850] env[62839]: value = "task-2756544" [ 599.272850] env[62839]: _type = "Task" [ 599.272850] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.282976] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.488021] env[62839]: DEBUG nova.scheduler.client.report [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.573842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.582969] env[62839]: DEBUG nova.network.neutron [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.609504] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52944e4f-042c-481c-68a5-7f37aa6edc12, 'name': SearchDatastore_Task, 'duration_secs': 0.048856} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.609504] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.610196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.610609] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.611257] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.611257] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.611979] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30e8b6c4-41fe-41bf-966c-4dffee121d26 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.621967] env[62839]: DEBUG oslo_concurrency.lockutils [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] Releasing lock "refresh_cache-6e4b716a-3b9f-408d-a160-21f883edcdf7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.622489] env[62839]: DEBUG nova.compute.manager [req-c0986436-980d-4d35-9a45-6ddd23278336 req-cd21a9f9-9d68-4900-af4d-acff5a5612fa service nova] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Received event network-vif-deleted-c23dac6a-068c-4c28-b60f-72f4775d2944 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.629816] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.630025] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.630899] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215b7e24-6e2b-45ed-be03-add7c765612e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.639238] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 599.639238] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527b1d0e-5376-2d41-cf63-d4c0dc00046c" [ 599.639238] env[62839]: _type = "Task" [ 599.639238] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.651027] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527b1d0e-5376-2d41-cf63-d4c0dc00046c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.785223] env[62839]: DEBUG oslo_vmware.api [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756544, 'name': PowerOnVM_Task, 'duration_secs': 0.477001} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.785394] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.785763] env[62839]: INFO nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Took 8.84 seconds to spawn the instance on the hypervisor. [ 599.785847] env[62839]: DEBUG nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.786960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f2d5f8-e0b3-42da-9134-3332200e3308 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.921371] env[62839]: DEBUG nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.951458] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:18:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='441839023',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1295538581',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.951777] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.951841] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.952052] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.952169] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.952346] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.952522] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.952728] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.952824] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.952987] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.953178] env[62839]: DEBUG nova.virt.hardware [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.954157] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8d1c7a-87c2-4b8c-acd0-c3df1a87002d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.962895] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caac80f2-ff9c-4f4e-a18e-bac1bddc428a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.991873] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.997037] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.129s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.997723] env[62839]: DEBUG nova.objects.instance [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lazy-loading 'resources' on Instance uuid 58230e43-0ef1-4f60-9419-f0826b2b1369 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 600.021227] env[62839]: INFO nova.scheduler.client.report [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Deleted allocations for instance 44fc0c41-2667-49dc-9956-ae42ad5c69dd [ 600.029939] env[62839]: DEBUG nova.network.neutron [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance_info_cache with network_info: [{"id": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "address": "fa:16:3e:2f:36:81", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70a0e33-5a", "ovs_interfaceid": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.149998] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527b1d0e-5376-2d41-cf63-d4c0dc00046c, 'name': SearchDatastore_Task, 'duration_secs': 0.033454} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.151039] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7229e39-1805-4528-93a8-a6d280115c06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.158187] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 600.158187] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5247e785-24af-fd8c-02f6-ddd24c779109" [ 600.158187] env[62839]: _type = "Task" [ 600.158187] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.168848] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5247e785-24af-fd8c-02f6-ddd24c779109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.312959] env[62839]: INFO nova.compute.manager [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Took 27.34 seconds to build instance. [ 600.326166] env[62839]: INFO nova.compute.manager [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Rescuing [ 600.326490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.326720] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.326903] env[62839]: DEBUG nova.network.neutron [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.358077] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "39d13a82-dea4-41d1-a477-e73230b9817b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.358421] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "39d13a82-dea4-41d1-a477-e73230b9817b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.537538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.537835] env[62839]: DEBUG nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Instance network_info: |[{"id": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "address": "fa:16:3e:2f:36:81", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70a0e33-5a", "ovs_interfaceid": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.538975] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fde7b272-dc98-44f9-9465-2e72e1eae505 tempest-DeleteServersAdminTestJSON-1921342917 tempest-DeleteServersAdminTestJSON-1921342917-project-admin] Lock "44fc0c41-2667-49dc-9956-ae42ad5c69dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.858s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.543020] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:36:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd70a0e33-5a7f-4837-8529-78a8a34ce550', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.549110] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Creating folder: Project (4b6b0d03d5384716bec69e65efd966af). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.549726] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3981fc71-453c-4310-b250-bda52b82dbc7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.565028] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Created folder: Project (4b6b0d03d5384716bec69e65efd966af) in parent group-v554621. [ 600.565028] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Creating folder: Instances. Parent ref: group-v554666. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.565381] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-408d322b-4b01-47df-804c-adf66b95e629 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.578794] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Created folder: Instances in parent group-v554666. [ 600.578794] env[62839]: DEBUG oslo.service.loopingcall [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.578794] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.578794] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26f63112-22f3-4347-bf37-94eeacc378c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.603425] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.603425] env[62839]: value = "task-2756547" [ 600.603425] env[62839]: _type = "Task" [ 600.603425] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.614192] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756547, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.668854] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5247e785-24af-fd8c-02f6-ddd24c779109, 'name': SearchDatastore_Task, 'duration_secs': 0.025897} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.669907] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.669907] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6e4b716a-3b9f-408d-a160-21f883edcdf7/6e4b716a-3b9f-408d-a160-21f883edcdf7.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.672063] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a552072-18bc-4527-9492-726ddcc1ffe4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.685245] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 600.685245] env[62839]: value = "task-2756548" [ 600.685245] env[62839]: _type = "Task" [ 600.685245] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.703345] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.820236] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bc145e1e-7a1a-4377-8f80-b0858ddddf6e tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.538s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.063233] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a0738-4ee5-46f0-ad10-f43acf3f01d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.077128] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e566655d-01f2-4f33-a027-203d4e71e734 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.126465] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b88f64-4c1f-4406-a8c3-509945d908fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.140629] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756547, 'name': CreateVM_Task, 'duration_secs': 0.440542} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.150450] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.151600] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.152109] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.152556] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.155174] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7407be40-4198-473b-a788-98b57c34164c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.161309] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1298f408-5b86-40c1-8a11-4eb87f506a0a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.167634] env[62839]: DEBUG nova.network.neutron [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Successfully updated port: cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.184727] env[62839]: DEBUG nova.compute.provider_tree [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.186841] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 601.186841] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d74024-6c68-049c-3025-4ead9b5b88d8" [ 601.186841] env[62839]: _type = "Task" [ 601.186841] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.188496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.188884] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.188884] env[62839]: DEBUG nova.network.neutron [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.228875] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d74024-6c68-049c-3025-4ead9b5b88d8, 'name': SearchDatastore_Task, 'duration_secs': 0.02283} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.229227] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.229692] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.230470] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.230470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.230604] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.231253] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.231253] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5adfb022-3f31-4698-a536-3708ecf61325 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.247354] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.247659] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.251801] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e53e69f-98e1-4dc5-b653-50bf570ef72d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.260891] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 601.260891] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52621567-159d-0873-e019-a5e0325a14de" [ 601.260891] env[62839]: _type = "Task" [ 601.260891] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.272411] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52621567-159d-0873-e019-a5e0325a14de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.315171] env[62839]: DEBUG nova.network.neutron [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Updating instance_info_cache with network_info: [{"id": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "address": "fa:16:3e:f5:22:68", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ecec8a-d6", "ovs_interfaceid": "f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.324139] env[62839]: DEBUG nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.478532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.478787] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.696481] env[62839]: DEBUG nova.scheduler.client.report [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.705817] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653295} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.706290] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6e4b716a-3b9f-408d-a160-21f883edcdf7/6e4b716a-3b9f-408d-a160-21f883edcdf7.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.706533] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.707427] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c96e744-4b63-4e36-bb91-864de240f569 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.716994] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 601.716994] env[62839]: value = "task-2756549" [ 601.716994] env[62839]: _type = "Task" [ 601.716994] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.727238] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.746048] env[62839]: DEBUG nova.network.neutron [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.774591] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52621567-159d-0873-e019-a5e0325a14de, 'name': SearchDatastore_Task, 'duration_secs': 0.021039} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.775476] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad31ac4-8f93-4875-8762-deb26dfd3b2b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.781221] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 601.781221] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5257129b-a4e7-fdfc-051e-bcdaae28b494" [ 601.781221] env[62839]: _type = "Task" [ 601.781221] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.789962] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5257129b-a4e7-fdfc-051e-bcdaae28b494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.817917] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.846216] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.947347] env[62839]: DEBUG nova.compute.manager [req-0c5631c4-952b-479b-9462-b50ac75f5c5d req-7d9e07af-fc5f-46af-a780-b204db87e667 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Received event network-vif-plugged-cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.947591] env[62839]: DEBUG oslo_concurrency.lockutils [req-0c5631c4-952b-479b-9462-b50ac75f5c5d req-7d9e07af-fc5f-46af-a780-b204db87e667 service nova] Acquiring lock "e0a6fe33-8f46-4ac4-ab56-751785d08772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.947953] env[62839]: DEBUG oslo_concurrency.lockutils [req-0c5631c4-952b-479b-9462-b50ac75f5c5d req-7d9e07af-fc5f-46af-a780-b204db87e667 service nova] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.947953] env[62839]: DEBUG oslo_concurrency.lockutils [req-0c5631c4-952b-479b-9462-b50ac75f5c5d req-7d9e07af-fc5f-46af-a780-b204db87e667 service nova] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.948036] env[62839]: DEBUG nova.compute.manager [req-0c5631c4-952b-479b-9462-b50ac75f5c5d req-7d9e07af-fc5f-46af-a780-b204db87e667 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] No waiting events found dispatching network-vif-plugged-cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.949370] env[62839]: WARNING nova.compute.manager [req-0c5631c4-952b-479b-9462-b50ac75f5c5d req-7d9e07af-fc5f-46af-a780-b204db87e667 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Received unexpected event network-vif-plugged-cada7160-6fde-4f39-a74e-43dd123f9323 for instance with vm_state building and task_state spawning. [ 601.966409] env[62839]: DEBUG nova.network.neutron [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Updating instance_info_cache with network_info: [{"id": "cada7160-6fde-4f39-a74e-43dd123f9323", "address": "fa:16:3e:53:22:74", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcada7160-6f", "ovs_interfaceid": "cada7160-6fde-4f39-a74e-43dd123f9323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.071213] env[62839]: DEBUG nova.compute.manager [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Received event network-changed-d70a0e33-5a7f-4837-8529-78a8a34ce550 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.071567] env[62839]: DEBUG nova.compute.manager [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Refreshing instance network info cache due to event network-changed-d70a0e33-5a7f-4837-8529-78a8a34ce550. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.071659] env[62839]: DEBUG oslo_concurrency.lockutils [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] Acquiring lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.071841] env[62839]: DEBUG oslo_concurrency.lockutils [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] Acquired lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.072011] env[62839]: DEBUG nova.network.neutron [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Refreshing network info cache for port d70a0e33-5a7f-4837-8529-78a8a34ce550 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.201482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.211532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.816s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.211532] env[62839]: INFO nova.compute.claims [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.229300] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144071} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.229619] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.230466] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2056f44-dd49-4de7-b36d-ef7c48415179 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.234673] env[62839]: INFO nova.scheduler.client.report [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Deleted allocations for instance 58230e43-0ef1-4f60-9419-f0826b2b1369 [ 602.265681] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 6e4b716a-3b9f-408d-a160-21f883edcdf7/6e4b716a-3b9f-408d-a160-21f883edcdf7.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.265681] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1408c95b-dd28-4744-b5fb-174c6b9ea091 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.282608] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 602.282608] env[62839]: value = "task-2756550" [ 602.282608] env[62839]: _type = "Task" [ 602.282608] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.300348] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.300643] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5257129b-a4e7-fdfc-051e-bcdaae28b494, 'name': SearchDatastore_Task, 'duration_secs': 0.022212} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.301176] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.302331] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9d118db1-1c66-4b29-9ecf-32e7ab9460ac/9d118db1-1c66-4b29-9ecf-32e7ab9460ac.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.302331] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdec565b-98e5-4375-b7c7-f4ee2cef9577 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.314532] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 602.314532] env[62839]: value = "task-2756551" [ 602.314532] env[62839]: _type = "Task" [ 602.314532] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.326184] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.474857] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Releasing lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.478703] env[62839]: DEBUG nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Instance network_info: |[{"id": "cada7160-6fde-4f39-a74e-43dd123f9323", "address": "fa:16:3e:53:22:74", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcada7160-6f", "ovs_interfaceid": "cada7160-6fde-4f39-a74e-43dd123f9323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.479098] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:22:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cada7160-6fde-4f39-a74e-43dd123f9323', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.486511] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Creating folder: Project (20efbe3c8f1e49c89415b395e3935271). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.486511] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3bcdaeb-bbae-477b-ae6b-6f78830df7ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.502735] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Created folder: Project (20efbe3c8f1e49c89415b395e3935271) in parent group-v554621. [ 602.503577] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Creating folder: Instances. Parent ref: group-v554669. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.503577] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c75568-7833-4d86-88b1-cf06b095424d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.517553] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Created folder: Instances in parent group-v554669. [ 602.518030] env[62839]: DEBUG oslo.service.loopingcall [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.518141] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.518332] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-904c3da8-0429-4473-bcbc-ee249e9f8e3a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.544651] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.544651] env[62839]: value = "task-2756554" [ 602.544651] env[62839]: _type = "Task" [ 602.544651] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.559345] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756554, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.684970] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.685364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.742776] env[62839]: DEBUG oslo_concurrency.lockutils [None req-959b7c96-10c1-4655-93f1-d3093246e3ca tempest-ServerExternalEventsTest-1397002362 tempest-ServerExternalEventsTest-1397002362-project-member] Lock "58230e43-0ef1-4f60-9419-f0826b2b1369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.645s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.801978] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756550, 'name': ReconfigVM_Task, 'duration_secs': 0.403538} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.802897] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 6e4b716a-3b9f-408d-a160-21f883edcdf7/6e4b716a-3b9f-408d-a160-21f883edcdf7.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.804270] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6126fcdb-0ab4-42c8-819e-73e6784e39bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.816713] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 602.816713] env[62839]: value = "task-2756555" [ 602.816713] env[62839]: _type = "Task" [ 602.816713] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.837281] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.842121] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756555, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.043691] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.043931] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.058148] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756554, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.109365] env[62839]: DEBUG nova.network.neutron [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updated VIF entry in instance network info cache for port d70a0e33-5a7f-4837-8529-78a8a34ce550. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.109365] env[62839]: DEBUG nova.network.neutron [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance_info_cache with network_info: [{"id": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "address": "fa:16:3e:2f:36:81", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70a0e33-5a", "ovs_interfaceid": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.331310] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598949} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.334452] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9d118db1-1c66-4b29-9ecf-32e7ab9460ac/9d118db1-1c66-4b29-9ecf-32e7ab9460ac.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.334646] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.335910] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5b6687-6bf3-4d1e-a6f8-01dd4545a89e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.343387] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756555, 'name': Rename_Task, 'duration_secs': 0.291336} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.343942] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.344736] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1829db08-ed77-4aec-b7e0-31538acc7fe1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.352040] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 603.352040] env[62839]: value = "task-2756556" [ 603.352040] env[62839]: _type = "Task" [ 603.352040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.354995] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 603.354995] env[62839]: value = "task-2756557" [ 603.354995] env[62839]: _type = "Task" [ 603.354995] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.367352] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.367652] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.368315] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955fec36-3305-4d99-8dfe-c2145c5ccbb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.374428] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.375889] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 603.375889] env[62839]: value = "task-2756558" [ 603.375889] env[62839]: _type = "Task" [ 603.375889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.395057] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.399278] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.400804] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.556310] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756554, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.611250] env[62839]: DEBUG oslo_concurrency.lockutils [req-0e97814a-056b-4521-8d23-93571ef7f6ed req-780087a2-e129-45ea-9cfd-1846c77a8ec9 service nova] Releasing lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.722905] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3da159f-6dac-43ad-952d-15dc232232a2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.732345] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6107dce-5fb8-4eec-8b5e-9c138000f5df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.772013] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3d01d-7b88-4c24-ae5f-ae1f1d8c3c78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.783020] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebb9bbc-0798-46d6-b04b-35b0a795607a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.801192] env[62839]: DEBUG nova.compute.provider_tree [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.862601] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08732} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.866752] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.868116] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4449817f-c11d-4d23-afcb-125157758413 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.878910] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.904023] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 9d118db1-1c66-4b29-9ecf-32e7ab9460ac/9d118db1-1c66-4b29-9ecf-32e7ab9460ac.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.904023] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ee664e-08d0-4122-b029-52ff01638068 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.932400] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756558, 'name': PowerOffVM_Task, 'duration_secs': 0.20269} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.934463] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.934998] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 603.934998] env[62839]: value = "task-2756559" [ 603.934998] env[62839]: _type = "Task" [ 603.934998] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.935902] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21d55d8-a0f6-41cb-893b-32de7206a5d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.950730] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756559, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.967873] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd53aed-c14b-4c0c-9896-74824beada3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.012485] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.012775] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c967f0-ac65-4b49-bb38-87ef68d1f453 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.022794] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 604.022794] env[62839]: value = "task-2756560" [ 604.022794] env[62839]: _type = "Task" [ 604.022794] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.037648] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 604.037859] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.038137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.038320] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.038566] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.038860] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe86414-38fe-4a3e-b409-6603fab4b1c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.052200] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.052438] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.053520] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd10345a-130b-4e23-8c77-823a568f3126 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.059172] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756554, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.063698] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 604.063698] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52babe1b-affa-6df9-809c-99575f9e5754" [ 604.063698] env[62839]: _type = "Task" [ 604.063698] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.073112] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52babe1b-affa-6df9-809c-99575f9e5754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.269283] env[62839]: DEBUG nova.compute.manager [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Received event network-changed-cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.269283] env[62839]: DEBUG nova.compute.manager [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Refreshing instance network info cache due to event network-changed-cada7160-6fde-4f39-a74e-43dd123f9323. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.269283] env[62839]: DEBUG oslo_concurrency.lockutils [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] Acquiring lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.269283] env[62839]: DEBUG oslo_concurrency.lockutils [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] Acquired lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.269283] env[62839]: DEBUG nova.network.neutron [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Refreshing network info cache for port cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.304941] env[62839]: DEBUG nova.scheduler.client.report [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.372880] env[62839]: DEBUG oslo_vmware.api [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756557, 'name': PowerOnVM_Task, 'duration_secs': 0.900369} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.373160] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.373361] env[62839]: INFO nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Took 10.80 seconds to spawn the instance on the hypervisor. [ 604.373718] env[62839]: DEBUG nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.374323] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0b69c-0154-45fd-ba31-cdec743dd37e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.454612] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756559, 'name': ReconfigVM_Task, 'duration_secs': 0.38178} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.454923] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 9d118db1-1c66-4b29-9ecf-32e7ab9460ac/9d118db1-1c66-4b29-9ecf-32e7ab9460ac.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.455541] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-560438c6-8679-465d-8dd2-cb0132629e05 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.463551] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 604.463551] env[62839]: value = "task-2756561" [ 604.463551] env[62839]: _type = "Task" [ 604.463551] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.474263] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756561, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.562224] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756554, 'name': CreateVM_Task, 'duration_secs': 1.748733} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.563263] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.564171] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.564568] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.565508] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.565508] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7192c6-c6a6-4d8f-a95a-168aa6278afc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.577882] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 604.577882] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aebed3-c2eb-28d1-68c3-eeb3092bf5b3" [ 604.577882] env[62839]: _type = "Task" [ 604.577882] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.582024] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52babe1b-affa-6df9-809c-99575f9e5754, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.585283] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7c2a20-230c-4a3f-b183-fcd49d520513 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.595841] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aebed3-c2eb-28d1-68c3-eeb3092bf5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.595841] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.595841] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.595971] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.596220] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 604.596220] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5240ba7e-fb43-004e-e975-a18d79eddffd" [ 604.596220] env[62839]: _type = "Task" [ 604.596220] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.609739] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5240ba7e-fb43-004e-e975-a18d79eddffd, 'name': SearchDatastore_Task, 'duration_secs': 0.015781} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.609739] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.611460] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. {{(pid=62839) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 604.611660] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.612217] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.612217] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5696b646-c487-491a-bef2-3ce08f29629c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.617365] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23424525-d7bc-45a6-b04c-a3a4b24f3895 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.627041] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 604.627041] env[62839]: value = "task-2756562" [ 604.627041] env[62839]: _type = "Task" [ 604.627041] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.631636] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.631636] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.632812] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cbb4046-d83c-43c3-9bdc-5f9477a448e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.643926] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.648802] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 604.648802] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bdb5fc-0b86-21fe-d1cf-0705481c5f89" [ 604.648802] env[62839]: _type = "Task" [ 604.648802] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.659696] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bdb5fc-0b86-21fe-d1cf-0705481c5f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.812418] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.813030] env[62839]: DEBUG nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.821129] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.957s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.821129] env[62839]: INFO nova.compute.claims [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.895235] env[62839]: INFO nova.compute.manager [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Took 30.28 seconds to build instance. [ 604.979925] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756561, 'name': Rename_Task, 'duration_secs': 0.160709} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.981787] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.981787] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-722a9e3f-3ff6-4785-b8c3-084457a62053 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.989673] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 604.989673] env[62839]: value = "task-2756563" [ 604.989673] env[62839]: _type = "Task" [ 604.989673] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.001613] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.138941] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756562, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.160263] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bdb5fc-0b86-21fe-d1cf-0705481c5f89, 'name': SearchDatastore_Task, 'duration_secs': 0.011851} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.161140] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0169cc47-212f-416e-91b3-f9caec73ce3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.167502] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 605.167502] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523e2b95-49b7-0487-b345-905d3ebe59d1" [ 605.167502] env[62839]: _type = "Task" [ 605.167502] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.171928] env[62839]: DEBUG nova.network.neutron [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Updated VIF entry in instance network info cache for port cada7160-6fde-4f39-a74e-43dd123f9323. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.172388] env[62839]: DEBUG nova.network.neutron [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Updating instance_info_cache with network_info: [{"id": "cada7160-6fde-4f39-a74e-43dd123f9323", "address": "fa:16:3e:53:22:74", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcada7160-6f", "ovs_interfaceid": "cada7160-6fde-4f39-a74e-43dd123f9323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.177477] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523e2b95-49b7-0487-b345-905d3ebe59d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.326211] env[62839]: DEBUG nova.compute.utils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.333023] env[62839]: DEBUG nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.333023] env[62839]: DEBUG nova.network.neutron [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.403672] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d47b3fb4-1a13-4ae2-aa0b-d155dc24812b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.932s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.423750] env[62839]: DEBUG nova.policy [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50698606ab054f49972ee8803cb256fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a1f80e965846e98f88a38dbda373ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.500493] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756563, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.642185] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569704} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.642592] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. [ 605.643772] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebf94e3-ce88-4ac1-ba13-36584cfadad8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.676553] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.680805] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8dc5bd-7c9b-4973-92d9-e87ef98dd59b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.703079] env[62839]: DEBUG oslo_concurrency.lockutils [req-7e8d41b4-457f-4ece-ad77-7c6884ed6cd4 req-f9441dd3-0f32-42b2-b821-34d9b36fc956 service nova] Releasing lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.712327] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523e2b95-49b7-0487-b345-905d3ebe59d1, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.713956] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.714109] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e0a6fe33-8f46-4ac4-ab56-751785d08772/e0a6fe33-8f46-4ac4-ab56-751785d08772.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.714526] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 605.714526] env[62839]: value = "task-2756564" [ 605.714526] env[62839]: _type = "Task" [ 605.714526] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.714731] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-160063b6-9f62-4da6-94fd-c0bd33af215f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.726925] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.728412] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 605.728412] env[62839]: value = "task-2756565" [ 605.728412] env[62839]: _type = "Task" [ 605.728412] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.737158] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.833178] env[62839]: DEBUG nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.908696] env[62839]: DEBUG nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.005060] env[62839]: DEBUG oslo_vmware.api [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756563, 'name': PowerOnVM_Task, 'duration_secs': 0.675135} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.005060] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.005243] env[62839]: INFO nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Took 9.74 seconds to spawn the instance on the hypervisor. [ 606.005370] env[62839]: DEBUG nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.006111] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66424f3-f504-46e5-8ba8-8d9ccc5bf43d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.024547] env[62839]: DEBUG nova.network.neutron [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Successfully created port: 7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.091872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "049f66d5-7650-449f-88ea-f3c0dd9b250c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.092158] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "049f66d5-7650-449f-88ea-f3c0dd9b250c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.227591] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.239609] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756565, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.414838] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f765bf8-a4b8-49d0-8985-1bef8ebbc24b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.424857] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38320ae9-7425-469c-b508-95d6f536ebef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.465894] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.467075] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb532c9e-051e-4ff1-9e32-ada25a9f995c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.476327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833cee8-281e-431d-b3d5-d16f59bae0c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.493214] env[62839]: DEBUG nova.compute.provider_tree [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.528021] env[62839]: INFO nova.compute.manager [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Took 30.76 seconds to build instance. [ 606.727782] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.740361] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703709} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.740612] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e0a6fe33-8f46-4ac4-ab56-751785d08772/e0a6fe33-8f46-4ac4-ab56-751785d08772.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.741101] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.741101] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0c7980c-814d-47d3-b92f-9077a472c907 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.748755] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 606.748755] env[62839]: value = "task-2756566" [ 606.748755] env[62839]: _type = "Task" [ 606.748755] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.759155] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.807873] env[62839]: DEBUG nova.compute.manager [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Received event network-changed-9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.808013] env[62839]: DEBUG nova.compute.manager [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Refreshing instance network info cache due to event network-changed-9707f806-ce82-490e-b6fd-4f0c093fb1ac. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.809049] env[62839]: DEBUG oslo_concurrency.lockutils [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] Acquiring lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.809243] env[62839]: DEBUG oslo_concurrency.lockutils [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] Acquired lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.809418] env[62839]: DEBUG nova.network.neutron [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Refreshing network info cache for port 9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.845596] env[62839]: DEBUG nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.876997] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.877308] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.877511] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.877747] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.877918] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.882199] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.882526] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.882762] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.883026] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.883296] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.883570] env[62839]: DEBUG nova.virt.hardware [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.884841] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e0af4-da3f-4fff-828a-ee90a11eb242 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.899334] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99c1be4-10b2-49a6-a206-7e794558cf19 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.997093] env[62839]: DEBUG nova.scheduler.client.report [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.031371] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b56ff7d9-c993-4da6-b0cf-e6548952716f tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.687s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.037675] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.037675] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.037675] env[62839]: DEBUG nova.compute.manager [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.037675] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe5dd66-2e7f-4a31-b575-923df0910bfb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.044565] env[62839]: DEBUG nova.compute.manager [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 607.045140] env[62839]: DEBUG nova.objects.instance [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lazy-loading 'flavor' on Instance uuid 6e4b716a-3b9f-408d-a160-21f883edcdf7 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.230262] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756564, 'name': ReconfigVM_Task, 'duration_secs': 1.081679} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.230644] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.231543] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8d2bb-daa6-46b5-9bab-f675bb899e08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.265241] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f61ec18-3616-4933-9814-aa2dbc9c476b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.283272] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076047} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.287392] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.287392] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 607.287392] env[62839]: value = "task-2756567" [ 607.287392] env[62839]: _type = "Task" [ 607.287392] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.287392] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdfc973-a55e-4f81-8f6b-512b00d8e73e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.300947] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.324776] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e0a6fe33-8f46-4ac4-ab56-751785d08772/e0a6fe33-8f46-4ac4-ab56-751785d08772.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.325176] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26dbe413-df30-457d-bbfc-8e15cfe39282 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.349049] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 607.349049] env[62839]: value = "task-2756568" [ 607.349049] env[62839]: _type = "Task" [ 607.349049] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.360126] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.504620] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.504620] env[62839]: DEBUG nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.509415] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.623s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.510282] env[62839]: DEBUG nova.objects.instance [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lazy-loading 'resources' on Instance uuid 0d12a280-ff76-410b-bc50-f400c0a7c1d5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.536913] env[62839]: DEBUG nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.658734] env[62839]: DEBUG nova.network.neutron [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Updated VIF entry in instance network info cache for port 9707f806-ce82-490e-b6fd-4f0c093fb1ac. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.659114] env[62839]: DEBUG nova.network.neutron [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Updating instance_info_cache with network_info: [{"id": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "address": "fa:16:3e:56:bc:f9", "network": {"id": "1899aa17-d90e-4e45-8663-b20fe2db864a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2070039179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebfc0624d3504b4c81b2f921be43a8e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9707f806-ce", "ovs_interfaceid": "9707f806-ce82-490e-b6fd-4f0c093fb1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.802978] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756567, 'name': ReconfigVM_Task, 'duration_secs': 0.281993} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.803229] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.803946] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-347103e4-6924-4902-a97d-d9c70fee5f4e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.812462] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 607.812462] env[62839]: value = "task-2756569" [ 607.812462] env[62839]: _type = "Task" [ 607.812462] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.823308] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.858935] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756568, 'name': ReconfigVM_Task, 'duration_secs': 0.30079} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.859786] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e0a6fe33-8f46-4ac4-ab56-751785d08772/e0a6fe33-8f46-4ac4-ab56-751785d08772.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.860451] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-061e79ed-b77c-4696-a44b-2a26a9760665 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.872884] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 607.872884] env[62839]: value = "task-2756570" [ 607.872884] env[62839]: _type = "Task" [ 607.872884] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.883096] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756570, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.013947] env[62839]: DEBUG nova.compute.utils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.015513] env[62839]: DEBUG nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.015722] env[62839]: DEBUG nova.network.neutron [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.057018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.057018] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07717569-79c5-467d-a3ae-d9b6041df020 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.059738] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.061179] env[62839]: DEBUG nova.policy [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cc9c86152fa4d6290a3f2462f80454e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9ec5d674e74d6f93a0212ef6ad13bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.068641] env[62839]: DEBUG oslo_vmware.api [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 608.068641] env[62839]: value = "task-2756571" [ 608.068641] env[62839]: _type = "Task" [ 608.068641] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.078039] env[62839]: DEBUG oslo_vmware.api [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.162434] env[62839]: DEBUG oslo_concurrency.lockutils [req-97d0ab6a-a0d4-4881-9b0e-3b712589d808 req-9e54dc58-c868-4309-b950-436bb1fa4d2d service nova] Releasing lock "refresh_cache-0894f61d-4fa3-4df2-86d1-2900553825cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.333287] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756569, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.392704] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756570, 'name': Rename_Task, 'duration_secs': 0.164886} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.392981] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.393324] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12293faf-d5bf-4794-a641-163e959e858d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.400931] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 608.400931] env[62839]: value = "task-2756572" [ 608.400931] env[62839]: _type = "Task" [ 608.400931] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.412384] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.524017] env[62839]: DEBUG nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.546508] env[62839]: DEBUG nova.network.neutron [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Successfully updated port: 7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.580558] env[62839]: DEBUG oslo_vmware.api [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756571, 'name': PowerOffVM_Task, 'duration_secs': 0.20535} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.583540] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.583741] env[62839]: DEBUG nova.compute.manager [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.585122] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058041d6-1cb8-47d1-bb92-b4dd2d1c480b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.674263] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc8da9-384a-4938-ba57-a930973afdf7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.690426] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6714037e-c01c-427c-a49f-f023c5c94a03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.727997] env[62839]: DEBUG nova.network.neutron [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Successfully created port: 06c08b21-e8b5-4350-8738-a94991529a68 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.734658] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644cd20c-1371-48e2-b4e1-10eb997f61f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.744750] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3521929-e9fb-4796-9f44-a02836c2648c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.759389] env[62839]: DEBUG nova.compute.provider_tree [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.826925] env[62839]: DEBUG oslo_vmware.api [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756569, 'name': PowerOnVM_Task, 'duration_secs': 0.537401} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.826925] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.829712] env[62839]: DEBUG nova.compute.manager [None req-a8429fc7-d5e0-48dc-a9a7-b993785352e0 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.830777] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe5ae4b-1c7e-467b-b139-e323d6c1992c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.915524] env[62839]: DEBUG oslo_vmware.api [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756572, 'name': PowerOnVM_Task, 'duration_secs': 0.48291} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.915802] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.915996] env[62839]: INFO nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Took 8.99 seconds to spawn the instance on the hypervisor. [ 608.916191] env[62839]: DEBUG nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.917116] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51951e68-8c38-4720-8d3b-da13f24f4adb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.054461] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.054723] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquired lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.054910] env[62839]: DEBUG nova.network.neutron [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.104427] env[62839]: DEBUG nova.compute.manager [req-1e6aded7-4a27-4058-a552-a2fe069434ae req-e19fcff6-56f9-4bd0-890f-3aad896363b4 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Received event network-vif-plugged-7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.104641] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e6aded7-4a27-4058-a552-a2fe069434ae req-e19fcff6-56f9-4bd0-890f-3aad896363b4 service nova] Acquiring lock "c87add25-546f-4e34-83c7-02e039121252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.104843] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e6aded7-4a27-4058-a552-a2fe069434ae req-e19fcff6-56f9-4bd0-890f-3aad896363b4 service nova] Lock "c87add25-546f-4e34-83c7-02e039121252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.105010] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e6aded7-4a27-4058-a552-a2fe069434ae req-e19fcff6-56f9-4bd0-890f-3aad896363b4 service nova] Lock "c87add25-546f-4e34-83c7-02e039121252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.105217] env[62839]: DEBUG nova.compute.manager [req-1e6aded7-4a27-4058-a552-a2fe069434ae req-e19fcff6-56f9-4bd0-890f-3aad896363b4 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] No waiting events found dispatching network-vif-plugged-7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.105379] env[62839]: WARNING nova.compute.manager [req-1e6aded7-4a27-4058-a552-a2fe069434ae req-e19fcff6-56f9-4bd0-890f-3aad896363b4 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Received unexpected event network-vif-plugged-7d48c45d-b5fb-4084-9f1b-651e27142d79 for instance with vm_state building and task_state spawning. [ 609.111860] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2dfeb98a-50fb-46f4-99c1-3ec950b627e7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.262798] env[62839]: DEBUG nova.scheduler.client.report [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.441095] env[62839]: INFO nova.compute.manager [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Took 29.25 seconds to build instance. [ 609.538762] env[62839]: DEBUG nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.573168] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.573457] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.573564] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.575614] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.575614] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.575614] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.575765] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.576078] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.576301] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.576469] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.576644] env[62839]: DEBUG nova.virt.hardware [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.578548] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8684021-337c-403b-ac1b-0ba0569e720c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.589163] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f87fab-662e-4518-a2d7-0afb7d31efb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.614396] env[62839]: DEBUG nova.network.neutron [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.656026] env[62839]: DEBUG nova.compute.manager [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 609.768530] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.770770] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.232s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.770939] env[62839]: DEBUG nova.objects.instance [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 609.791210] env[62839]: INFO nova.scheduler.client.report [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Deleted allocations for instance 0d12a280-ff76-410b-bc50-f400c0a7c1d5 [ 609.861973] env[62839]: DEBUG nova.network.neutron [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Updating instance_info_cache with network_info: [{"id": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "address": "fa:16:3e:5b:09:5e", "network": {"id": "265254ba-8ac9-4a2a-90a7-88d1ba73a0cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-493688952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a1f80e965846e98f88a38dbda373ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d48c45d-b5", "ovs_interfaceid": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.945179] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8a277482-eeeb-42fc-8424-502b7d0ae90c tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.365s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.180390] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.300789] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3670e65e-4975-4d30-b2a9-9630138efda4 tempest-ServerDiagnosticsV248Test-2102899485 tempest-ServerDiagnosticsV248Test-2102899485-project-member] Lock "0d12a280-ff76-410b-bc50-f400c0a7c1d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.333s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.371985] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Releasing lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.371985] env[62839]: DEBUG nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Instance network_info: |[{"id": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "address": "fa:16:3e:5b:09:5e", "network": {"id": "265254ba-8ac9-4a2a-90a7-88d1ba73a0cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-493688952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a1f80e965846e98f88a38dbda373ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d48c45d-b5", "ovs_interfaceid": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.372451] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:09:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d48c45d-b5fb-4084-9f1b-651e27142d79', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.382816] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Creating folder: Project (09a1f80e965846e98f88a38dbda373ec). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.383982] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8ad6dfc-9789-411c-9527-076d43f98325 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.399659] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Created folder: Project (09a1f80e965846e98f88a38dbda373ec) in parent group-v554621. [ 610.400020] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Creating folder: Instances. Parent ref: group-v554672. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.400342] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5425c811-4257-489c-83a5-3d13b886bb90 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.415021] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Created folder: Instances in parent group-v554672. [ 610.415021] env[62839]: DEBUG oslo.service.loopingcall [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.415021] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87add25-546f-4e34-83c7-02e039121252] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.415021] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84357a34-e301-4713-ac68-4829ece1db64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.439516] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.439516] env[62839]: value = "task-2756575" [ 610.439516] env[62839]: _type = "Task" [ 610.439516] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.450554] env[62839]: DEBUG nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.453183] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756575, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.781841] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8f9ddb2e-3512-49a4-a98a-89098429c58d tempest-ServersAdmin275Test-1562890084 tempest-ServersAdmin275Test-1562890084-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.782900] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.077s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.787693] env[62839]: INFO nova.compute.claims [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.955745] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756575, 'name': CreateVM_Task, 'duration_secs': 0.400784} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.958419] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87add25-546f-4e34-83c7-02e039121252] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.961062] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.961239] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.961621] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.962081] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ad47ea-00c9-4dce-b6cc-ced570527fdf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.971889] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 610.971889] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d12fb4-e1c7-3160-238f-bfacdf984309" [ 610.971889] env[62839]: _type = "Task" [ 610.971889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.982571] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d12fb4-e1c7-3160-238f-bfacdf984309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.985113] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.214307] env[62839]: DEBUG nova.network.neutron [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Successfully updated port: 06c08b21-e8b5-4350-8738-a94991529a68 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.263839] env[62839]: DEBUG nova.compute.manager [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.264780] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6293e7-5db4-4633-bcc1-8d2bc3fb6a07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.463145] env[62839]: DEBUG nova.compute.manager [req-76ca2c56-2967-44f5-b329-2dcdb49c0b4a req-71165c7a-36d1-496c-9e53-bc89464cc827 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Received event network-vif-plugged-06c08b21-e8b5-4350-8738-a94991529a68 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.463496] env[62839]: DEBUG oslo_concurrency.lockutils [req-76ca2c56-2967-44f5-b329-2dcdb49c0b4a req-71165c7a-36d1-496c-9e53-bc89464cc827 service nova] Acquiring lock "b6ff42c3-4558-4b42-8e9f-5771339ab586-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.463715] env[62839]: DEBUG oslo_concurrency.lockutils [req-76ca2c56-2967-44f5-b329-2dcdb49c0b4a req-71165c7a-36d1-496c-9e53-bc89464cc827 service nova] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.463879] env[62839]: DEBUG oslo_concurrency.lockutils [req-76ca2c56-2967-44f5-b329-2dcdb49c0b4a req-71165c7a-36d1-496c-9e53-bc89464cc827 service nova] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.464072] env[62839]: DEBUG nova.compute.manager [req-76ca2c56-2967-44f5-b329-2dcdb49c0b4a req-71165c7a-36d1-496c-9e53-bc89464cc827 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] No waiting events found dispatching network-vif-plugged-06c08b21-e8b5-4350-8738-a94991529a68 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.464237] env[62839]: WARNING nova.compute.manager [req-76ca2c56-2967-44f5-b329-2dcdb49c0b4a req-71165c7a-36d1-496c-9e53-bc89464cc827 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Received unexpected event network-vif-plugged-06c08b21-e8b5-4350-8738-a94991529a68 for instance with vm_state building and task_state spawning. [ 611.488927] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d12fb4-e1c7-3160-238f-bfacdf984309, 'name': SearchDatastore_Task, 'duration_secs': 0.017826} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.489291] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.489508] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.489729] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.489868] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.490047] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.490306] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b060fd-50b4-494f-8b8f-ebd1aee507c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.501230] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.501589] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.502534] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56853de8-751e-4f57-96fc-110625f14b1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.509530] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 611.509530] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d38b47-b81d-786e-e4f9-50b9670ee39b" [ 611.509530] env[62839]: _type = "Task" [ 611.509530] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.529419] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d38b47-b81d-786e-e4f9-50b9670ee39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.721014] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-b6ff42c3-4558-4b42-8e9f-5771339ab586" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.721211] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-b6ff42c3-4558-4b42-8e9f-5771339ab586" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.721411] env[62839]: DEBUG nova.network.neutron [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.777146] env[62839]: INFO nova.compute.manager [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] instance snapshotting [ 611.777558] env[62839]: WARNING nova.compute.manager [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 611.780757] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076570b-cea2-48c1-ac22-c183635ca321 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.814050] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f74434-26dc-41b4-850d-8d08a3ad9964 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.844079] env[62839]: DEBUG nova.compute.manager [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Received event network-changed-7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.845022] env[62839]: DEBUG nova.compute.manager [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Refreshing instance network info cache due to event network-changed-7d48c45d-b5fb-4084-9f1b-651e27142d79. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.845203] env[62839]: DEBUG oslo_concurrency.lockutils [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] Acquiring lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.848139] env[62839]: DEBUG oslo_concurrency.lockutils [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] Acquired lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.848139] env[62839]: DEBUG nova.network.neutron [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Refreshing network info cache for port 7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.026123] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d38b47-b81d-786e-e4f9-50b9670ee39b, 'name': SearchDatastore_Task, 'duration_secs': 0.013532} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.031858] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ddb276-c567-4f3b-b2ea-f49a023bde70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.040144] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 612.040144] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c62a4b-490a-4a6f-d283-ad1703dae260" [ 612.040144] env[62839]: _type = "Task" [ 612.040144] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.048836] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c62a4b-490a-4a6f-d283-ad1703dae260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.295902] env[62839]: DEBUG nova.network.neutron [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.332021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 612.335784] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3807830e-1300-451a-becd-b2cd4f21a4cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.358258] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 612.358258] env[62839]: value = "task-2756576" [ 612.358258] env[62839]: _type = "Task" [ 612.358258] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.364405] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602f1ea-8340-49c0-9aa7-110c1ea4d083 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.378756] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954d26af-ce71-48be-a772-43f6665a3c60 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.383837] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.425070] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e05f47-8047-4632-8dc3-d886c583b0a1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.442529] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8029092b-189b-4b1a-81c6-d1b57d974ebf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.459812] env[62839]: DEBUG nova.compute.provider_tree [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.551257] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c62a4b-490a-4a6f-d283-ad1703dae260, 'name': SearchDatastore_Task, 'duration_secs': 0.020591} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.555803] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.555803] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] c87add25-546f-4e34-83c7-02e039121252/c87add25-546f-4e34-83c7-02e039121252.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.555803] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a7af6c-afbd-497f-8444-1076d2e28f03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.563683] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 612.563683] env[62839]: value = "task-2756577" [ 612.563683] env[62839]: _type = "Task" [ 612.563683] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.573146] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.763830] env[62839]: DEBUG nova.network.neutron [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Updating instance_info_cache with network_info: [{"id": "06c08b21-e8b5-4350-8738-a94991529a68", "address": "fa:16:3e:f5:c1:6f", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c08b21-e8", "ovs_interfaceid": "06c08b21-e8b5-4350-8738-a94991529a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.873212] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756576, 'name': CreateSnapshot_Task, 'duration_secs': 0.487379} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.873541] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 612.874385] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994f692-f8e8-470e-ac06-9728a6daf7dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.966342] env[62839]: DEBUG nova.scheduler.client.report [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.079043] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756577, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.259650] env[62839]: DEBUG nova.network.neutron [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Updated VIF entry in instance network info cache for port 7d48c45d-b5fb-4084-9f1b-651e27142d79. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.260024] env[62839]: DEBUG nova.network.neutron [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Updating instance_info_cache with network_info: [{"id": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "address": "fa:16:3e:5b:09:5e", "network": {"id": "265254ba-8ac9-4a2a-90a7-88d1ba73a0cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-493688952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a1f80e965846e98f88a38dbda373ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d48c45d-b5", "ovs_interfaceid": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.268269] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-b6ff42c3-4558-4b42-8e9f-5771339ab586" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.268482] env[62839]: DEBUG nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Instance network_info: |[{"id": "06c08b21-e8b5-4350-8738-a94991529a68", "address": "fa:16:3e:f5:c1:6f", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c08b21-e8", "ovs_interfaceid": "06c08b21-e8b5-4350-8738-a94991529a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.269156] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c1:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c08b21-e8b5-4350-8738-a94991529a68', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.279100] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating folder: Project (3d9ec5d674e74d6f93a0212ef6ad13bf). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.280833] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3afee1ad-a2bd-4bcd-927b-0bc7ac6f07b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.295619] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created folder: Project (3d9ec5d674e74d6f93a0212ef6ad13bf) in parent group-v554621. [ 613.295619] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating folder: Instances. Parent ref: group-v554676. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.295811] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260e73dd-5bb1-40c1-b230-15c75cc197c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.309640] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created folder: Instances in parent group-v554676. [ 613.311949] env[62839]: DEBUG oslo.service.loopingcall [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.311949] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.311949] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7210433f-14e6-4639-b547-e9cb6330d48e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.338207] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.338207] env[62839]: value = "task-2756580" [ 613.338207] env[62839]: _type = "Task" [ 613.338207] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.361473] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756580, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.403976] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 613.404687] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ce204ce-c53b-4580-96f8-687ab40647c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.417208] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 613.417208] env[62839]: value = "task-2756581" [ 613.417208] env[62839]: _type = "Task" [ 613.417208] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.435927] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756581, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.472483] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.472616] env[62839]: DEBUG nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.477965] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.644s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.479537] env[62839]: INFO nova.compute.claims [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.583201] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567725} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.583201] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] c87add25-546f-4e34-83c7-02e039121252/c87add25-546f-4e34-83c7-02e039121252.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.583201] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.583201] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e59967-f23d-4676-af89-aa3b18a6228e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.594672] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 613.594672] env[62839]: value = "task-2756582" [ 613.594672] env[62839]: _type = "Task" [ 613.594672] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.604635] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.762760] env[62839]: DEBUG oslo_concurrency.lockutils [req-df17e2eb-9bd1-4c32-8f31-c93a2c6d29a2 req-f15bd8e4-98b0-41a6-ba36-e5b15e5fbbe8 service nova] Releasing lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.859842] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756580, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.930302] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756581, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.939104] env[62839]: INFO nova.compute.manager [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Rescuing [ 613.939104] env[62839]: DEBUG oslo_concurrency.lockutils [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.939104] env[62839]: DEBUG oslo_concurrency.lockutils [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.939104] env[62839]: DEBUG nova.network.neutron [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.986523] env[62839]: DEBUG nova.compute.utils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.991508] env[62839]: DEBUG nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.991508] env[62839]: DEBUG nova.network.neutron [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.107173] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084624} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.107596] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.108649] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d4489-41ac-41e1-aa5c-e194784b9dbe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.134266] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c87add25-546f-4e34-83c7-02e039121252/c87add25-546f-4e34-83c7-02e039121252.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.134599] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0c959c-7c29-49dc-b2a3-94464fc46bed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.157938] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 614.157938] env[62839]: value = "task-2756583" [ 614.157938] env[62839]: _type = "Task" [ 614.157938] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.169644] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.254940] env[62839]: DEBUG nova.policy [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95bda07e642d451e9c1ffa72d645baee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92370dc2704143e39a19a63f60ccdb84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.268951] env[62839]: DEBUG nova.compute.manager [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Received event network-changed-06c08b21-e8b5-4350-8738-a94991529a68 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.269165] env[62839]: DEBUG nova.compute.manager [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Refreshing instance network info cache due to event network-changed-06c08b21-e8b5-4350-8738-a94991529a68. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.269429] env[62839]: DEBUG oslo_concurrency.lockutils [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] Acquiring lock "refresh_cache-b6ff42c3-4558-4b42-8e9f-5771339ab586" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.269583] env[62839]: DEBUG oslo_concurrency.lockutils [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] Acquired lock "refresh_cache-b6ff42c3-4558-4b42-8e9f-5771339ab586" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.270351] env[62839]: DEBUG nova.network.neutron [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Refreshing network info cache for port 06c08b21-e8b5-4350-8738-a94991529a68 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.358932] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756580, 'name': CreateVM_Task, 'duration_secs': 0.559571} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.359108] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.359838] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.359936] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.360271] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.360517] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec389d23-eb6c-4f16-87ea-309debd2abd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.370424] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 614.370424] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52615f38-536c-01d5-db37-e57f32b2b0b0" [ 614.370424] env[62839]: _type = "Task" [ 614.370424] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.380999] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52615f38-536c-01d5-db37-e57f32b2b0b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.427966] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756581, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.492744] env[62839]: DEBUG nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.671131] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.886181] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52615f38-536c-01d5-db37-e57f32b2b0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.0192} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.891637] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.891637] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.891797] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.892727] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.893307] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.893607] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a9389fe-eb42-44ff-be78-09ef6c681d9e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.906249] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.906417] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.913941] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84932d18-6d5d-4946-99fc-9f7cd7317802 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.923883] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 614.923883] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52854fff-e164-228b-0cf5-78e496dbcae8" [ 614.923883] env[62839]: _type = "Task" [ 614.923883] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.934780] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756581, 'name': CloneVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.948920] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52854fff-e164-228b-0cf5-78e496dbcae8, 'name': SearchDatastore_Task, 'duration_secs': 0.023618} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.950444] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a946f3a-d794-442b-a747-75f2fcb982d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.958021] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 614.958021] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526c366c-1330-da32-a057-3770d7a55f47" [ 614.958021] env[62839]: _type = "Task" [ 614.958021] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.967459] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526c366c-1330-da32-a057-3770d7a55f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.053608] env[62839]: DEBUG nova.network.neutron [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Updating instance_info_cache with network_info: [{"id": "5b0c3c40-92af-4746-8637-14cbca6156f3", "address": "fa:16:3e:c8:70:ea", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0c3c40-92", "ovs_interfaceid": "5b0c3c40-92af-4746-8637-14cbca6156f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.142416] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817146a-09a9-48a1-ba52-1753eb70c8bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.152227] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6c9aad-4969-4a54-938e-dbcda7fce251 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.194015] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57948bc-a027-4c46-b1c6-b2c10117877d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.205557] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756583, 'name': ReconfigVM_Task, 'duration_secs': 0.689578} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.205557] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c87add25-546f-4e34-83c7-02e039121252/c87add25-546f-4e34-83c7-02e039121252.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.207026] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c8d3c2-b98f-4ddb-9e35-b0647c1f6635 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.211364] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32b833ff-0543-4632-9ebd-ba31555f0499 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.224327] env[62839]: DEBUG nova.compute.provider_tree [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.225643] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 615.225643] env[62839]: value = "task-2756584" [ 615.225643] env[62839]: _type = "Task" [ 615.225643] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.236939] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756584, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.435742] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756581, 'name': CloneVM_Task, 'duration_secs': 1.57148} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.436190] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Created linked-clone VM from snapshot [ 615.438052] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4f3f79-3e33-4cc8-866b-1e798e4792a2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.444698] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Uploading image 81cf4043-cc9a-4404-b033-6c39e1984dc3 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 615.471037] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526c366c-1330-da32-a057-3770d7a55f47, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.473955] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.473955] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.474182] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d2fab7-e059-405c-bf71-f16b90b56e92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.481733] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 615.481733] env[62839]: value = "vm-554679" [ 615.481733] env[62839]: _type = "VirtualMachine" [ 615.481733] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 615.482492] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6be99ad-1aeb-4222-ab6b-073ba05d643b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.485383] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 615.485383] env[62839]: value = "task-2756585" [ 615.485383] env[62839]: _type = "Task" [ 615.485383] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.490589] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease: (returnval){ [ 615.490589] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528aca90-768d-9c6a-7b1b-84dea22996e3" [ 615.490589] env[62839]: _type = "HttpNfcLease" [ 615.490589] env[62839]: } obtained for exporting VM: (result){ [ 615.490589] env[62839]: value = "vm-554679" [ 615.490589] env[62839]: _type = "VirtualMachine" [ 615.490589] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 615.490883] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the lease: (returnval){ [ 615.490883] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528aca90-768d-9c6a-7b1b-84dea22996e3" [ 615.490883] env[62839]: _type = "HttpNfcLease" [ 615.490883] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 615.499169] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.502901] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 615.502901] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528aca90-768d-9c6a-7b1b-84dea22996e3" [ 615.502901] env[62839]: _type = "HttpNfcLease" [ 615.502901] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 615.503266] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 615.503266] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528aca90-768d-9c6a-7b1b-84dea22996e3" [ 615.503266] env[62839]: _type = "HttpNfcLease" [ 615.503266] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 615.503992] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3fab6-d187-40b2-b052-e06f5f06376f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.507706] env[62839]: DEBUG nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.517133] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52808da2-68a2-f341-bcad-745d6dbdeffd/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 615.517556] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52808da2-68a2-f341-bcad-745d6dbdeffd/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 615.522031] env[62839]: DEBUG nova.network.neutron [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Updated VIF entry in instance network info cache for port 06c08b21-e8b5-4350-8738-a94991529a68. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.522031] env[62839]: DEBUG nova.network.neutron [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Updating instance_info_cache with network_info: [{"id": "06c08b21-e8b5-4350-8738-a94991529a68", "address": "fa:16:3e:f5:c1:6f", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c08b21-e8", "ovs_interfaceid": "06c08b21-e8b5-4350-8738-a94991529a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.584701] env[62839]: DEBUG oslo_concurrency.lockutils [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.591522] env[62839]: DEBUG nova.network.neutron [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Successfully created port: 51a41970-0afc-46a9-a155-34dc2a4a2978 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.600018] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.600350] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.600530] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.600786] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.600961] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.601194] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.601459] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.601654] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.601856] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.602078] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.602297] env[62839]: DEBUG nova.virt.hardware [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.603744] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c422df-cfb5-4da0-9ace-5c5893430092 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.615840] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911d87a1-2bc3-4494-b57d-13de8e2c30db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.639964] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8436288-4970-4858-b3de-655433a475d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.730029] env[62839]: DEBUG nova.scheduler.client.report [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.753235] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756584, 'name': Rename_Task, 'duration_secs': 0.363807} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.754526] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.754948] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a968a499-6cab-4a51-be2b-acf7f44460fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.765951] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 615.765951] env[62839]: value = "task-2756587" [ 615.765951] env[62839]: _type = "Task" [ 615.765951] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.777515] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.002572] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.027220] env[62839]: DEBUG oslo_concurrency.lockutils [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] Releasing lock "refresh_cache-b6ff42c3-4558-4b42-8e9f-5771339ab586" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.027220] env[62839]: DEBUG nova.compute.manager [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Received event network-changed-cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.027220] env[62839]: DEBUG nova.compute.manager [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Refreshing instance network info cache due to event network-changed-cada7160-6fde-4f39-a74e-43dd123f9323. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 616.027220] env[62839]: DEBUG oslo_concurrency.lockutils [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] Acquiring lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.027220] env[62839]: DEBUG oslo_concurrency.lockutils [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] Acquired lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.027681] env[62839]: DEBUG nova.network.neutron [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Refreshing network info cache for port cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.234020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.234578] env[62839]: DEBUG nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.238405] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.749s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.238405] env[62839]: DEBUG nova.objects.instance [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lazy-loading 'resources' on Instance uuid e634edd2-e0ee-44f3-992a-b10f08a93022 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.277892] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.498782] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583114} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.499231] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.499768] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.499768] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e44ffef-fd10-40d6-98cb-712febc637f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.510964] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 616.510964] env[62839]: value = "task-2756588" [ 616.510964] env[62839]: _type = "Task" [ 616.510964] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.527822] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.742163] env[62839]: DEBUG nova.compute.utils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.760762] env[62839]: DEBUG nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.762358] env[62839]: DEBUG nova.network.neutron [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.789193] env[62839]: DEBUG oslo_vmware.api [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756587, 'name': PowerOnVM_Task, 'duration_secs': 0.75564} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.789598] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.792738] env[62839]: INFO nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Took 9.94 seconds to spawn the instance on the hypervisor. [ 616.792738] env[62839]: DEBUG nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.792738] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c75ce3-9cb2-4483-afcf-9457ac28759d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.928229] env[62839]: DEBUG nova.policy [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '965079b5b99c4540ae6ab9a6edcf5f4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4330a6f409443f4abd44894256b4000', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.034086] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11816} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.039238] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.041867] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06afa913-9365-4ebf-881d-ddb1bb82a3b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.069381] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.074149] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28238a5d-d061-4218-906e-e131d3c83693 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.099775] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 617.099775] env[62839]: value = "task-2756589" [ 617.099775] env[62839]: _type = "Task" [ 617.099775] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.110969] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.157595] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.157951] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16f3d244-7c06-4acd-b02e-5ef0a5d789f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.167940] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 617.167940] env[62839]: value = "task-2756590" [ 617.167940] env[62839]: _type = "Task" [ 617.167940] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.184090] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.229386] env[62839]: DEBUG nova.network.neutron [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Updated VIF entry in instance network info cache for port cada7160-6fde-4f39-a74e-43dd123f9323. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.229975] env[62839]: DEBUG nova.network.neutron [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Updating instance_info_cache with network_info: [{"id": "cada7160-6fde-4f39-a74e-43dd123f9323", "address": "fa:16:3e:53:22:74", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcada7160-6f", "ovs_interfaceid": "cada7160-6fde-4f39-a74e-43dd123f9323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.271189] env[62839]: DEBUG nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.328652] env[62839]: INFO nova.compute.manager [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Took 33.95 seconds to build instance. [ 617.418558] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "8d41ea5e-6757-4ace-b30c-030467138f68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.418858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "8d41ea5e-6757-4ace-b30c-030467138f68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.457320] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746c785-26ca-4994-aec8-7570331d0cb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.465757] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad25a05b-cb88-42ba-a82e-e854a1558135 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.499770] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3226924-f0dc-4a25-8063-579858c93259 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.507578] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858f4e03-fcc8-401e-a1cf-654e8b9c9e5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.521245] env[62839]: DEBUG nova.compute.provider_tree [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.611504] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.680836] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756590, 'name': PowerOffVM_Task, 'duration_secs': 0.289155} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.680836] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.682224] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610b59b-588e-4073-90d3-8e578d974241 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.705217] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888d62dd-8b54-4def-8ce2-bb35e99b35b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.734865] env[62839]: DEBUG oslo_concurrency.lockutils [req-4c295bb1-46c5-49ea-87b7-dc8ebfc1884a req-c4fb0f02-0adb-497e-9f81-9534c9030c70 service nova] Releasing lock "refresh_cache-e0a6fe33-8f46-4ac4-ab56-751785d08772" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.743744] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.744024] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fea4d60-76c1-4051-8f7a-5ba0cf7ec500 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.755234] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 617.755234] env[62839]: value = "task-2756591" [ 617.755234] env[62839]: _type = "Task" [ 617.755234] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.763991] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 617.764226] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.764488] env[62839]: DEBUG oslo_concurrency.lockutils [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.764673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.764887] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.765124] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2d7780f-0d26-4929-97ac-d922b4fd15c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.773443] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.773630] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.778779] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481193df-f5b6-4c0b-8e8c-a5f01b11e510 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.785324] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 617.785324] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525b9c05-01e2-91af-a77f-138acd950c3d" [ 617.785324] env[62839]: _type = "Task" [ 617.785324] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.797911] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525b9c05-01e2-91af-a77f-138acd950c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.837960] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4554749a-7e66-46bf-b7e4-a4242b87c1bc tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "c87add25-546f-4e34-83c7-02e039121252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.791s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.869565] env[62839]: DEBUG nova.network.neutron [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Successfully created port: d7346be7-9d30-4a44-8a3a-15c419ef28f9 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.024598] env[62839]: DEBUG nova.scheduler.client.report [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.111175] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.156163] env[62839]: DEBUG nova.network.neutron [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Successfully updated port: 51a41970-0afc-46a9-a155-34dc2a4a2978 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.285275] env[62839]: DEBUG nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.298657] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525b9c05-01e2-91af-a77f-138acd950c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.299529] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092a61ef-e5a0-4240-a4c9-7fd707ab2d5a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.304989] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 618.304989] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529fb2f5-25aa-565d-2679-e359fe02fe80" [ 618.304989] env[62839]: _type = "Task" [ 618.304989] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.314689] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529fb2f5-25aa-565d-2679-e359fe02fe80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.322722] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.322970] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.323144] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.323351] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.323500] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.323647] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.323876] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.324052] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.324996] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.324996] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.324996] env[62839]: DEBUG nova.virt.hardware [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.325750] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fec777-44ed-4b8c-96be-9eb09b1dd2d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.333637] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6475284-ac0d-4519-a4de-5daeb1737afd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.340442] env[62839]: DEBUG nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.534237] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.534481] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.093s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.535280] env[62839]: DEBUG nova.objects.instance [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lazy-loading 'resources' on Instance uuid e496a4a3-4fd3-4909-b25c-d279035304e6 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.561190] env[62839]: INFO nova.scheduler.client.report [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Deleted allocations for instance e634edd2-e0ee-44f3-992a-b10f08a93022 [ 618.613100] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756589, 'name': ReconfigVM_Task, 'duration_secs': 1.03684} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.613100] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.613297] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3b6bf55-dc0a-4e04-8b05-a43dce68e4a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.620547] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 618.620547] env[62839]: value = "task-2756592" [ 618.620547] env[62839]: _type = "Task" [ 618.620547] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.634769] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756592, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.658677] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "refresh_cache-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.658892] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquired lock "refresh_cache-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658958] env[62839]: DEBUG nova.network.neutron [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.820856] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529fb2f5-25aa-565d-2679-e359fe02fe80, 'name': SearchDatastore_Task, 'duration_secs': 0.01722} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.821293] env[62839]: DEBUG oslo_concurrency.lockutils [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.821685] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. {{(pid=62839) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 618.822562] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca3c5f0-66c9-4326-bc2f-ba39f1b91861 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.830755] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 618.830755] env[62839]: value = "task-2756593" [ 618.830755] env[62839]: _type = "Task" [ 618.830755] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.844754] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.889479] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.078906] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e81f27cf-690b-4956-b468-08d1b2a35710 tempest-ServersAdmin275Test-1971664967 tempest-ServersAdmin275Test-1971664967-project-member] Lock "e634edd2-e0ee-44f3-992a-b10f08a93022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.103s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.091117] env[62839]: DEBUG nova.compute.manager [req-af55a54a-5511-48ed-a982-45cbe507f376 req-5ac55ff1-7ffa-48e6-baee-6608d98e0c3c service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Received event network-vif-plugged-51a41970-0afc-46a9-a155-34dc2a4a2978 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.091117] env[62839]: DEBUG oslo_concurrency.lockutils [req-af55a54a-5511-48ed-a982-45cbe507f376 req-5ac55ff1-7ffa-48e6-baee-6608d98e0c3c service nova] Acquiring lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.091283] env[62839]: DEBUG oslo_concurrency.lockutils [req-af55a54a-5511-48ed-a982-45cbe507f376 req-5ac55ff1-7ffa-48e6-baee-6608d98e0c3c service nova] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.091318] env[62839]: DEBUG oslo_concurrency.lockutils [req-af55a54a-5511-48ed-a982-45cbe507f376 req-5ac55ff1-7ffa-48e6-baee-6608d98e0c3c service nova] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.091557] env[62839]: DEBUG nova.compute.manager [req-af55a54a-5511-48ed-a982-45cbe507f376 req-5ac55ff1-7ffa-48e6-baee-6608d98e0c3c service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] No waiting events found dispatching network-vif-plugged-51a41970-0afc-46a9-a155-34dc2a4a2978 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.092025] env[62839]: WARNING nova.compute.manager [req-af55a54a-5511-48ed-a982-45cbe507f376 req-5ac55ff1-7ffa-48e6-baee-6608d98e0c3c service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Received unexpected event network-vif-plugged-51a41970-0afc-46a9-a155-34dc2a4a2978 for instance with vm_state building and task_state spawning. [ 619.136476] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756592, 'name': Rename_Task, 'duration_secs': 0.234151} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.136813] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.137080] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c033dc-2290-4de3-aa5b-d53b02c73b25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.150719] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 619.150719] env[62839]: value = "task-2756594" [ 619.150719] env[62839]: _type = "Task" [ 619.150719] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.167313] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.283489] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "ced06574-162e-47f9-a019-f12bee4d9de5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.283745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.306253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "beb5050f-353d-46e7-b321-360ed90d2a86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.306253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "beb5050f-353d-46e7-b321-360ed90d2a86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.345495] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.497733] env[62839]: DEBUG nova.network.neutron [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.666169] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.696979] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2fbff-1519-4057-b4df-4baa8b925f1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.706685] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbd3efd-1c1c-47ec-9289-b69f4149c65f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.751183] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69748b71-4716-47b8-9751-54acaa3e751d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.760130] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2126b186-a100-41ee-8f70-6d5b232b250e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.775334] env[62839]: DEBUG nova.compute.provider_tree [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.844949] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643195} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.844949] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. [ 619.845350] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1785715-70d5-46fe-a92a-e5d38fac5932 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.879013] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.882533] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0370292-5cec-4589-a644-af6f9750a15a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.906443] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 619.906443] env[62839]: value = "task-2756595" [ 619.906443] env[62839]: _type = "Task" [ 619.906443] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.916166] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.126430] env[62839]: DEBUG nova.network.neutron [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Updating instance_info_cache with network_info: [{"id": "51a41970-0afc-46a9-a155-34dc2a4a2978", "address": "fa:16:3e:df:e4:f6", "network": {"id": "18a32d3f-64a8-4f03-95a4-d7c8a96d043c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-160730660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92370dc2704143e39a19a63f60ccdb84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a41970-0a", "ovs_interfaceid": "51a41970-0afc-46a9-a155-34dc2a4a2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.172052] env[62839]: DEBUG oslo_vmware.api [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756594, 'name': PowerOnVM_Task, 'duration_secs': 0.802586} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.173471] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.173471] env[62839]: INFO nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Took 10.63 seconds to spawn the instance on the hypervisor. [ 620.173471] env[62839]: DEBUG nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.177128] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b001a9-5ef2-481d-8465-a13cef737291 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.279351] env[62839]: DEBUG nova.scheduler.client.report [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.415556] env[62839]: DEBUG nova.network.neutron [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Successfully updated port: d7346be7-9d30-4a44-8a3a-15c419ef28f9 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.419859] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756595, 'name': ReconfigVM_Task, 'duration_secs': 0.388138} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.420411] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.421560] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20531e68-de0f-4180-b98e-50473697546c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.450818] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65641662-f844-4599-af5e-e14f969b9a38 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.466765] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 620.466765] env[62839]: value = "task-2756596" [ 620.466765] env[62839]: _type = "Task" [ 620.466765] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.477880] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.633213] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Releasing lock "refresh_cache-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.634382] env[62839]: DEBUG nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Instance network_info: |[{"id": "51a41970-0afc-46a9-a155-34dc2a4a2978", "address": "fa:16:3e:df:e4:f6", "network": {"id": "18a32d3f-64a8-4f03-95a4-d7c8a96d043c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-160730660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92370dc2704143e39a19a63f60ccdb84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a41970-0a", "ovs_interfaceid": "51a41970-0afc-46a9-a155-34dc2a4a2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.634789] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:e4:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51a41970-0afc-46a9-a155-34dc2a4a2978', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.643437] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Creating folder: Project (92370dc2704143e39a19a63f60ccdb84). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.644079] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7b2e45f-1baa-4394-a968-ea9d57001e88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.662446] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.662558] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.663492] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Created folder: Project (92370dc2704143e39a19a63f60ccdb84) in parent group-v554621. [ 620.663492] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Creating folder: Instances. Parent ref: group-v554680. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.663492] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2d9eb34-5db0-4046-b89b-bfe578e63301 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.676181] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Created folder: Instances in parent group-v554680. [ 620.677614] env[62839]: DEBUG oslo.service.loopingcall [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.678867] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.678867] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-073f1215-9b96-44b8-9925-768a0376887a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.703840] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.703840] env[62839]: value = "task-2756599" [ 620.703840] env[62839]: _type = "Task" [ 620.703840] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.704133] env[62839]: INFO nova.compute.manager [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Took 34.88 seconds to build instance. [ 620.715067] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756599, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.784305] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.788703] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.255s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.789088] env[62839]: DEBUG nova.objects.instance [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lazy-loading 'resources' on Instance uuid d4c45b3e-f1f6-4153-8724-8b050c01300f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.826615] env[62839]: INFO nova.scheduler.client.report [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted allocations for instance e496a4a3-4fd3-4909-b25c-d279035304e6 [ 620.921506] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "refresh_cache-d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.921506] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquired lock "refresh_cache-d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.921736] env[62839]: DEBUG nova.network.neutron [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.979791] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.213022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c254f13c-c6a7-49c4-8bc9-ab406b3a2937 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.709s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.222871] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756599, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.338668] env[62839]: DEBUG oslo_concurrency.lockutils [None req-94b4b39b-6dad-4d8e-9d75-5c1114fda1e4 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "e496a4a3-4fd3-4909-b25c-d279035304e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.620s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.458287] env[62839]: DEBUG nova.network.neutron [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.482994] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.535774] env[62839]: DEBUG nova.compute.manager [req-d737fa06-ca9c-4ab0-a784-740d25a971a1 req-76f6151a-7fbf-4586-b3a0-467905149836 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Received event network-vif-plugged-d7346be7-9d30-4a44-8a3a-15c419ef28f9 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.536019] env[62839]: DEBUG oslo_concurrency.lockutils [req-d737fa06-ca9c-4ab0-a784-740d25a971a1 req-76f6151a-7fbf-4586-b3a0-467905149836 service nova] Acquiring lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.536241] env[62839]: DEBUG oslo_concurrency.lockutils [req-d737fa06-ca9c-4ab0-a784-740d25a971a1 req-76f6151a-7fbf-4586-b3a0-467905149836 service nova] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.536410] env[62839]: DEBUG oslo_concurrency.lockutils [req-d737fa06-ca9c-4ab0-a784-740d25a971a1 req-76f6151a-7fbf-4586-b3a0-467905149836 service nova] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.536592] env[62839]: DEBUG nova.compute.manager [req-d737fa06-ca9c-4ab0-a784-740d25a971a1 req-76f6151a-7fbf-4586-b3a0-467905149836 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] No waiting events found dispatching network-vif-plugged-d7346be7-9d30-4a44-8a3a-15c419ef28f9 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.536762] env[62839]: WARNING nova.compute.manager [req-d737fa06-ca9c-4ab0-a784-740d25a971a1 req-76f6151a-7fbf-4586-b3a0-467905149836 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Received unexpected event network-vif-plugged-d7346be7-9d30-4a44-8a3a-15c419ef28f9 for instance with vm_state building and task_state spawning. [ 621.645995] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.646742] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.716138] env[62839]: DEBUG nova.network.neutron [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Updating instance_info_cache with network_info: [{"id": "d7346be7-9d30-4a44-8a3a-15c419ef28f9", "address": "fa:16:3e:d6:d6:82", "network": {"id": "28907531-10d9-4c58-a7c5-1a4c0bfd32f2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1436385274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4330a6f409443f4abd44894256b4000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7346be7-9d", "ovs_interfaceid": "d7346be7-9d30-4a44-8a3a-15c419ef28f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.716138] env[62839]: DEBUG nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.729059] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756599, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.943164] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.943408] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.981967] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756596, 'name': ReconfigVM_Task, 'duration_secs': 1.270854} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.985057] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.985363] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed91a96-3175-488d-a988-9bbd1343d975 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.993370] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 621.993370] env[62839]: value = "task-2756600" [ 621.993370] env[62839]: _type = "Task" [ 621.993370] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.002215] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.007060] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5671e9-5c12-46a5-a468-1759b40f8c3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.017567] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ed35d6-7244-4760-8937-274040ffedd5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.054112] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee610d04-8843-48f2-b150-5d76b0a96e3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.064026] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f533be-cd2a-4f24-83a9-2c45b6f73195 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.079101] env[62839]: DEBUG nova.compute.provider_tree [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.187373] env[62839]: DEBUG nova.compute.manager [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Received event network-changed-51a41970-0afc-46a9-a155-34dc2a4a2978 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.187539] env[62839]: DEBUG nova.compute.manager [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Refreshing instance network info cache due to event network-changed-51a41970-0afc-46a9-a155-34dc2a4a2978. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.187676] env[62839]: DEBUG oslo_concurrency.lockutils [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] Acquiring lock "refresh_cache-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.187816] env[62839]: DEBUG oslo_concurrency.lockutils [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] Acquired lock "refresh_cache-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.187971] env[62839]: DEBUG nova.network.neutron [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Refreshing network info cache for port 51a41970-0afc-46a9-a155-34dc2a4a2978 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.224155] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Releasing lock "refresh_cache-d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.224155] env[62839]: DEBUG nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Instance network_info: |[{"id": "d7346be7-9d30-4a44-8a3a-15c419ef28f9", "address": "fa:16:3e:d6:d6:82", "network": {"id": "28907531-10d9-4c58-a7c5-1a4c0bfd32f2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1436385274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4330a6f409443f4abd44894256b4000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7346be7-9d", "ovs_interfaceid": "d7346be7-9d30-4a44-8a3a-15c419ef28f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.224322] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756599, 'name': CreateVM_Task, 'duration_secs': 1.331583} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.224696] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d6:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7346be7-9d30-4a44-8a3a-15c419ef28f9', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.232573] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Creating folder: Project (f4330a6f409443f4abd44894256b4000). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.232921] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.236382] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f798c7e7-040d-46c2-a876-4625891ec676 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.238838] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.239174] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.239609] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.240193] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e7f740-696a-4703-94c9-6056f4f2094c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.250041] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 622.250041] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c664df-3ef6-0a14-6c55-7c67d3360f67" [ 622.250041] env[62839]: _type = "Task" [ 622.250041] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.253023] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Created folder: Project (f4330a6f409443f4abd44894256b4000) in parent group-v554621. [ 622.253396] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Creating folder: Instances. Parent ref: group-v554683. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.254247] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6dfb617-7a0a-48ac-a19e-3b0c89d64102 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.261451] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c664df-3ef6-0a14-6c55-7c67d3360f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.268235] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Created folder: Instances in parent group-v554683. [ 622.268235] env[62839]: DEBUG oslo.service.loopingcall [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.268235] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.268235] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6d18899-64a8-4e47-a1df-23b485312ffc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.283777] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.292619] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.292619] env[62839]: value = "task-2756603" [ 622.292619] env[62839]: _type = "Task" [ 622.292619] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.302282] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756603, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.399192] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.399192] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.492064] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52808da2-68a2-f341-bcad-745d6dbdeffd/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 622.492988] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ac9c70-0706-4462-abc1-e27ad3f420bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.501997] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52808da2-68a2-f341-bcad-745d6dbdeffd/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 622.502195] env[62839]: ERROR oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52808da2-68a2-f341-bcad-745d6dbdeffd/disk-0.vmdk due to incomplete transfer. [ 622.505055] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bce91b12-d1e8-4bb0-a596-b098a5066703 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.506588] env[62839]: DEBUG oslo_vmware.api [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756600, 'name': PowerOnVM_Task, 'duration_secs': 0.486825} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.506831] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.509643] env[62839]: DEBUG nova.compute.manager [None req-96639b0e-2670-4614-a802-95ea227cf82b tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.510402] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234024b5-fdff-46eb-bba7-fde4cda09aa7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.514552] env[62839]: DEBUG oslo_vmware.rw_handles [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52808da2-68a2-f341-bcad-745d6dbdeffd/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 622.514765] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Uploaded image 81cf4043-cc9a-4404-b033-6c39e1984dc3 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 622.520053] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 622.520053] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb47e0fe-03e5-43fb-a096-afec6729aecd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.526810] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 622.526810] env[62839]: value = "task-2756604" [ 622.526810] env[62839]: _type = "Task" [ 622.526810] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.535900] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756604, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.582189] env[62839]: DEBUG nova.scheduler.client.report [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.765834] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c664df-3ef6-0a14-6c55-7c67d3360f67, 'name': SearchDatastore_Task, 'duration_secs': 0.015494} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.766373] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.766730] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.767302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.769108] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.769108] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.769108] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-504fd9dd-cf36-4a79-bb21-e67bc6ae20d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.779202] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.779202] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.779202] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e6bcda-feea-4d65-8d97-03a166f8aef0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.787190] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 622.787190] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520e4e2e-5285-f363-e736-5c27bcf39ef3" [ 622.787190] env[62839]: _type = "Task" [ 622.787190] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.793915] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520e4e2e-5285-f363-e736-5c27bcf39ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.803486] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756603, 'name': CreateVM_Task, 'duration_secs': 0.474438} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.803955] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.804582] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.805260] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.805260] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.805515] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d946c187-1ce5-4dd7-9f82-365153c52910 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.811281] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 622.811281] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52699562-b9b4-2ace-0205-aaa4793ae1b7" [ 622.811281] env[62839]: _type = "Task" [ 622.811281] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.820243] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52699562-b9b4-2ace-0205-aaa4793ae1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.040448] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756604, 'name': Destroy_Task, 'duration_secs': 0.32758} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.040448] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Destroyed the VM [ 623.041290] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 623.041548] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b2eb6d5-80ea-4522-891b-c835db4b7274 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.053063] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 623.053063] env[62839]: value = "task-2756605" [ 623.053063] env[62839]: _type = "Task" [ 623.053063] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.061271] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756605, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.077164] env[62839]: DEBUG nova.network.neutron [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Updated VIF entry in instance network info cache for port 51a41970-0afc-46a9-a155-34dc2a4a2978. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.077527] env[62839]: DEBUG nova.network.neutron [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Updating instance_info_cache with network_info: [{"id": "51a41970-0afc-46a9-a155-34dc2a4a2978", "address": "fa:16:3e:df:e4:f6", "network": {"id": "18a32d3f-64a8-4f03-95a4-d7c8a96d043c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-160730660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92370dc2704143e39a19a63f60ccdb84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a41970-0a", "ovs_interfaceid": "51a41970-0afc-46a9-a155-34dc2a4a2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.090735] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.093059] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.067s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.093835] env[62839]: DEBUG nova.objects.instance [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lazy-loading 'resources' on Instance uuid ad3e6ef4-be7f-4f54-9746-9280bbadd9be {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.120577] env[62839]: INFO nova.scheduler.client.report [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted allocations for instance d4c45b3e-f1f6-4153-8724-8b050c01300f [ 623.300028] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520e4e2e-5285-f363-e736-5c27bcf39ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.01751} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.300028] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9171b0-4c9b-4b67-9de2-6e81fe8deb24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.311283] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 623.311283] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520b04df-3573-be63-188e-8e40b3ea33e3" [ 623.311283] env[62839]: _type = "Task" [ 623.311283] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.333663] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52699562-b9b4-2ace-0205-aaa4793ae1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.333905] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520b04df-3573-be63-188e-8e40b3ea33e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.334706] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.335105] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.337580] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.337580] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.337580] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.337580] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.337891] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba/4b89ce2c-d526-4f6b-9d98-7eff2a2950ba.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.337891] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eeda911-448a-4e3d-a9f6-ee0e40a59f44 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.339655] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e4032f9-1bf5-44a3-bb55-137b7294fe2d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.347573] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 623.347573] env[62839]: value = "task-2756606" [ 623.347573] env[62839]: _type = "Task" [ 623.347573] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.352731] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.353460] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.354998] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5b6264-f09d-4e0d-85b6-3e7f21df1720 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.362134] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.364550] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 623.364550] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521e419a-1533-21ea-14ab-2213319a7a82" [ 623.364550] env[62839]: _type = "Task" [ 623.364550] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.373511] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521e419a-1533-21ea-14ab-2213319a7a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.563637] env[62839]: DEBUG oslo_vmware.api [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756605, 'name': RemoveSnapshot_Task, 'duration_secs': 0.471521} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.564050] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 623.564791] env[62839]: INFO nova.compute.manager [None req-dca03007-f14d-4b3e-9f0a-259ba77fc1f2 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Took 11.78 seconds to snapshot the instance on the hypervisor. [ 623.580977] env[62839]: DEBUG oslo_concurrency.lockutils [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] Releasing lock "refresh_cache-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.581268] env[62839]: DEBUG nova.compute.manager [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Received event network-changed-7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.581433] env[62839]: DEBUG nova.compute.manager [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Refreshing instance network info cache due to event network-changed-7d48c45d-b5fb-4084-9f1b-651e27142d79. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.581646] env[62839]: DEBUG oslo_concurrency.lockutils [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] Acquiring lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.581786] env[62839]: DEBUG oslo_concurrency.lockutils [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] Acquired lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.581944] env[62839]: DEBUG nova.network.neutron [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Refreshing network info cache for port 7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.632465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-06f2aa32-b763-4ba8-b9a3-348c6e9d5ce3 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "d4c45b3e-f1f6-4153-8724-8b050c01300f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.394s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.719173] env[62839]: INFO nova.compute.manager [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Rebuilding instance [ 623.763187] env[62839]: DEBUG nova.compute.manager [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.764293] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44d32ba-6a13-4c6e-87ea-f5e19e28ed8d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.829811] env[62839]: DEBUG nova.compute.manager [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Received event network-changed-d7346be7-9d30-4a44-8a3a-15c419ef28f9 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.829999] env[62839]: DEBUG nova.compute.manager [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Refreshing instance network info cache due to event network-changed-d7346be7-9d30-4a44-8a3a-15c419ef28f9. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.830228] env[62839]: DEBUG oslo_concurrency.lockutils [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] Acquiring lock "refresh_cache-d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.830409] env[62839]: DEBUG oslo_concurrency.lockutils [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] Acquired lock "refresh_cache-d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.830515] env[62839]: DEBUG nova.network.neutron [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Refreshing network info cache for port d7346be7-9d30-4a44-8a3a-15c419ef28f9 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.863335] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.877526] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521e419a-1533-21ea-14ab-2213319a7a82, 'name': SearchDatastore_Task, 'duration_secs': 0.027603} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.881495] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb689f7-399a-4d6f-aa1d-c7e012964124 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.885144] env[62839]: INFO nova.compute.manager [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Unrescuing [ 623.885558] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.885558] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.885880] env[62839]: DEBUG nova.network.neutron [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.890647] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 623.890647] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f93d45-1e52-a23a-d1b4-2872d40e24fb" [ 623.890647] env[62839]: _type = "Task" [ 623.890647] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.907892] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f93d45-1e52-a23a-d1b4-2872d40e24fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.219944] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0d8dbb-51f9-4d75-b0d5-822f69595eff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.228419] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bec0e0-e33c-460b-a50b-67a3f4a0fbb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.267770] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe45b22-25db-4408-bbbd-9711439342a1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.273911] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24db281e-bea8-408f-b9ec-3c5e69da87e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.290941] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.291200] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.291397] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "6e4b716a-3b9f-408d-a160-21f883edcdf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.291565] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.291722] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.293427] env[62839]: DEBUG nova.compute.provider_tree [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.296507] env[62839]: INFO nova.compute.manager [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Terminating instance [ 624.357869] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89347} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.360543] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba/4b89ce2c-d526-4f6b-9d98-7eff2a2950ba.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.360721] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.360979] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ea0758-8620-4060-bc4b-87951fb71880 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.367957] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 624.367957] env[62839]: value = "task-2756610" [ 624.367957] env[62839]: _type = "Task" [ 624.367957] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.376602] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.406020] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f93d45-1e52-a23a-d1b4-2872d40e24fb, 'name': SearchDatastore_Task, 'duration_secs': 0.021647} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.406395] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.406727] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea/d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.407075] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a91af44-14f8-47e7-af96-f3a1358eb87c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.413559] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 624.413559] env[62839]: value = "task-2756611" [ 624.413559] env[62839]: _type = "Task" [ 624.413559] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.425788] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.456759] env[62839]: DEBUG nova.network.neutron [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Updated VIF entry in instance network info cache for port 7d48c45d-b5fb-4084-9f1b-651e27142d79. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.457191] env[62839]: DEBUG nova.network.neutron [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Updating instance_info_cache with network_info: [{"id": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "address": "fa:16:3e:5b:09:5e", "network": {"id": "265254ba-8ac9-4a2a-90a7-88d1ba73a0cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-493688952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a1f80e965846e98f88a38dbda373ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d48c45d-b5", "ovs_interfaceid": "7d48c45d-b5fb-4084-9f1b-651e27142d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.782404] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.782404] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e34058-b173-486b-9465-1ba575833e3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.791872] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 624.791872] env[62839]: value = "task-2756612" [ 624.791872] env[62839]: _type = "Task" [ 624.791872] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.802639] env[62839]: DEBUG nova.scheduler.client.report [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.812241] env[62839]: DEBUG nova.compute.manager [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.812589] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.815593] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bac360d-73f2-4e36-8d7b-cb813ea99252 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.824758] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.829611] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.831157] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce2dd664-8032-419d-b02c-975f9862e670 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.889723] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06293} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.889878] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.890869] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903991a-17c3-484a-9443-022497fc3240 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.901024] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.901024] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.901024] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleting the datastore file [datastore2] 6e4b716a-3b9f-408d-a160-21f883edcdf7 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.913242] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88a76fda-e892-4d2b-a211-98505b72fb31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.928402] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba/4b89ce2c-d526-4f6b-9d98-7eff2a2950ba.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.928875] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f72cac9-e472-4f77-8707-d7d4caae043b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.946609] env[62839]: DEBUG nova.network.neutron [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Updated VIF entry in instance network info cache for port d7346be7-9d30-4a44-8a3a-15c419ef28f9. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.946986] env[62839]: DEBUG nova.network.neutron [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Updating instance_info_cache with network_info: [{"id": "d7346be7-9d30-4a44-8a3a-15c419ef28f9", "address": "fa:16:3e:d6:d6:82", "network": {"id": "28907531-10d9-4c58-a7c5-1a4c0bfd32f2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1436385274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4330a6f409443f4abd44894256b4000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7346be7-9d", "ovs_interfaceid": "d7346be7-9d30-4a44-8a3a-15c419ef28f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.959716] env[62839]: DEBUG oslo_vmware.api [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 624.959716] env[62839]: value = "task-2756614" [ 624.959716] env[62839]: _type = "Task" [ 624.959716] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.964138] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 624.964138] env[62839]: value = "task-2756615" [ 624.964138] env[62839]: _type = "Task" [ 624.964138] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.964597] env[62839]: DEBUG oslo_concurrency.lockutils [req-ff90d086-a810-4822-88a0-97c33bb5eca8 req-ddcfafc6-bcdc-4b7d-b8b2-f92b296bdae7 service nova] Releasing lock "refresh_cache-c87add25-546f-4e34-83c7-02e039121252" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.965043] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756611, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.984735] env[62839]: DEBUG oslo_vmware.api [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.985160] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.001476] env[62839]: DEBUG nova.network.neutron [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Updating instance_info_cache with network_info: [{"id": "5b0c3c40-92af-4746-8637-14cbca6156f3", "address": "fa:16:3e:c8:70:ea", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0c3c40-92", "ovs_interfaceid": "5b0c3c40-92af-4746-8637-14cbca6156f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.157348] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.157656] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.307677] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756612, 'name': PowerOffVM_Task, 'duration_secs': 0.3084} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.308219] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.308843] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.309895] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb95ca9-ecc8-48a9-ae4c-b1b6af460f55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.314425] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.317357] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.774s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.318147] env[62839]: INFO nova.compute.claims [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.329097] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.329097] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07bbab25-3746-4b40-95a5-6ad4a9f32595 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.334515] env[62839]: INFO nova.scheduler.client.report [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Deleted allocations for instance ad3e6ef4-be7f-4f54-9746-9280bbadd9be [ 625.398021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.398021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.398021] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleting the datastore file [datastore2] b6ff42c3-4558-4b42-8e9f-5771339ab586 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.398021] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6fdb394-6732-48fa-8dbd-1190740c1c6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.405424] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 625.405424] env[62839]: value = "task-2756617" [ 625.405424] env[62839]: _type = "Task" [ 625.405424] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.414942] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.442239] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82996} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.442879] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea/d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.442879] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.443083] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f96852d-02f5-4ca9-8d51-5cbb6683d7c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.448784] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 625.448784] env[62839]: value = "task-2756618" [ 625.448784] env[62839]: _type = "Task" [ 625.448784] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.456801] env[62839]: DEBUG oslo_concurrency.lockutils [req-8472e48f-cbba-4514-960a-30de9a1b7e84 req-47f1f3c0-450f-41dc-8249-7acfe2ff19f1 service nova] Releasing lock "refresh_cache-d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.457080] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.472911] env[62839]: DEBUG oslo_vmware.api [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407252} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.476593] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.476916] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.477081] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.477451] env[62839]: INFO nova.compute.manager [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Took 0.66 seconds to destroy the instance on the hypervisor. [ 625.477572] env[62839]: DEBUG oslo.service.loopingcall [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.477817] env[62839]: DEBUG nova.compute.manager [-] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.477929] env[62839]: DEBUG nova.network.neutron [-] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.485180] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.504453] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-e3fd97a6-50de-4b50-b513-f5d07c9ff1de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.505171] env[62839]: DEBUG nova.objects.instance [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lazy-loading 'flavor' on Instance uuid e3fd97a6-50de-4b50-b513-f5d07c9ff1de {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.845736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bf0097-69ef-4a40-927b-2489c415d81c tempest-ServerDiagnosticsTest-260941772 tempest-ServerDiagnosticsTest-260941772-project-member] Lock "ad3e6ef4-be7f-4f54-9746-9280bbadd9be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.921s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.873523] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "efbee0bf-c461-4826-abd9-4f3f135ee49c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.873807] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.914048] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "ca9e593b-bb9e-4930-8792-6e4e09190970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.914315] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.920210] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217823} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.920300] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.920499] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.920672] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.964669] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066608} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.965030] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.969243] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c1852-faeb-480e-9ce6-937f353b523b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.995421] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea/d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.996773] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b25f22-7c5e-43f0-91ef-e914f94f77b2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.023682] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756615, 'name': ReconfigVM_Task, 'duration_secs': 0.710166} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.024349] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba/4b89ce2c-d526-4f6b-9d98-7eff2a2950ba.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.025599] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6418b07f-8d02-4e5b-bd9b-87781b4c24d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.029752] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc65f030-cc06-4203-919e-87185127f2df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.031512] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 626.031512] env[62839]: value = "task-2756619" [ 626.031512] env[62839]: _type = "Task" [ 626.031512] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.052657] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.053078] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 626.053078] env[62839]: value = "task-2756620" [ 626.053078] env[62839]: _type = "Task" [ 626.053078] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.053698] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3953eee8-9c74-4ed5-a987-b1e543070354 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.061922] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.069239] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756620, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.070197] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 626.070197] env[62839]: value = "task-2756621" [ 626.070197] env[62839]: _type = "Task" [ 626.070197] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.078653] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.222068] env[62839]: DEBUG nova.compute.manager [req-576eca99-1de2-414d-8c5f-cdcdd09115e5 req-ddf9fff2-fbf4-4e43-a0ab-a15d3f55a963 service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Received event network-vif-deleted-ee64c154-29bb-423a-ba91-3b32e397b6b6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.222328] env[62839]: INFO nova.compute.manager [req-576eca99-1de2-414d-8c5f-cdcdd09115e5 req-ddf9fff2-fbf4-4e43-a0ab-a15d3f55a963 service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Neutron deleted interface ee64c154-29bb-423a-ba91-3b32e397b6b6; detaching it from the instance and deleting it from the info cache [ 626.222527] env[62839]: DEBUG nova.network.neutron [req-576eca99-1de2-414d-8c5f-cdcdd09115e5 req-ddf9fff2-fbf4-4e43-a0ab-a15d3f55a963 service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.542864] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756619, 'name': ReconfigVM_Task, 'duration_secs': 0.390551} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.546460] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea/d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.549166] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11584935-5257-4569-9e90-96cb9f5296b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.559277] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 626.559277] env[62839]: value = "task-2756622" [ 626.559277] env[62839]: _type = "Task" [ 626.559277] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.580295] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756620, 'name': Rename_Task, 'duration_secs': 0.194324} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.583854] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.584171] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756622, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.584394] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375c44eb-8d9f-436f-a1f3-3ea3c2585f7d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.589561] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756621, 'name': PowerOffVM_Task, 'duration_secs': 0.228625} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.590257] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.596234] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 626.601178] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d5d6c2-ebbe-4e62-9036-fa560417e174 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.620065] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 626.620065] env[62839]: value = "task-2756623" [ 626.620065] env[62839]: _type = "Task" [ 626.620065] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.622126] env[62839]: DEBUG nova.network.neutron [-] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.630734] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 626.630734] env[62839]: value = "task-2756624" [ 626.630734] env[62839]: _type = "Task" [ 626.630734] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.643764] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.654518] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.725578] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-374c6d70-e632-44e7-be09-5bcff53b1ffc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.734973] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde665ac-b6e3-4d17-afb9-b54564e3fe83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.772115] env[62839]: DEBUG nova.compute.manager [req-576eca99-1de2-414d-8c5f-cdcdd09115e5 req-ddf9fff2-fbf4-4e43-a0ab-a15d3f55a963 service nova] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Detach interface failed, port_id=ee64c154-29bb-423a-ba91-3b32e397b6b6, reason: Instance 6e4b716a-3b9f-408d-a160-21f883edcdf7 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 626.977151] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.977482] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.977698] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.977842] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.978014] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.978173] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.978409] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.978590] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.978789] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.980436] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.980436] env[62839]: DEBUG nova.virt.hardware [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.980436] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b0ea5-f7ba-4f74-b216-5078a9395621 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.991785] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad2b45-9739-4bd8-9e9f-8d85c8e09443 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.023102] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c1:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c08b21-e8b5-4350-8738-a94991529a68', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.033710] env[62839]: DEBUG oslo.service.loopingcall [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.041755] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.042659] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba2b6860-8259-4aac-bed8-89ac43779989 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.085590] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756622, 'name': Rename_Task, 'duration_secs': 0.154194} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.087188] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.087620] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.087620] env[62839]: value = "task-2756625" [ 627.087620] env[62839]: _type = "Task" [ 627.087620] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.087839] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d987cf-ef74-4956-8ead-9a220da70a22 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.103713] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756625, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.105285] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 627.105285] env[62839]: value = "task-2756626" [ 627.105285] env[62839]: _type = "Task" [ 627.105285] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.121662] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.125182] env[62839]: INFO nova.compute.manager [-] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Took 1.65 seconds to deallocate network for instance. [ 627.156100] env[62839]: DEBUG oslo_vmware.api [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756623, 'name': PowerOnVM_Task, 'duration_secs': 0.53836} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.159468] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.159699] env[62839]: INFO nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Took 11.65 seconds to spawn the instance on the hypervisor. [ 627.159896] env[62839]: DEBUG nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.160228] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756624, 'name': ReconfigVM_Task, 'duration_secs': 0.269451} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.160950] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e77e70-cd80-4b66-995d-a1853a152906 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.163653] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 627.163842] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.165699] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad0b251-3663-4f1b-a72b-ed2e46b8378a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.167848] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dc177b-d8c7-4f30-876b-654df93ebc85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.179903] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 627.179903] env[62839]: value = "task-2756627" [ 627.179903] env[62839]: _type = "Task" [ 627.179903] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.181284] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d068d4-c7de-42bf-b31e-7a767ae17234 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.193847] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756627, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.222749] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f3af2-e539-48e0-bfb9-3d2cef9b47f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.233211] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a076a75a-941f-4a40-8bf9-a1cba285c4a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.251517] env[62839]: DEBUG nova.compute.provider_tree [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.603138] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756625, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.615205] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.651412] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.695448] env[62839]: INFO nova.compute.manager [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Took 37.01 seconds to build instance. [ 627.701858] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.755213] env[62839]: DEBUG nova.scheduler.client.report [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.023128] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.023479] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.103046] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756625, 'name': CreateVM_Task, 'duration_secs': 0.539092} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.103046] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.103046] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.103046] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.103046] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.103395] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a5bed4-85fc-47bf-aa63-80601288229e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.107690] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 628.107690] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529a3dcc-bd1d-2b4d-a445-f159ff5b4146" [ 628.107690] env[62839]: _type = "Task" [ 628.107690] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.121109] env[62839]: DEBUG oslo_vmware.api [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756626, 'name': PowerOnVM_Task, 'duration_secs': 0.825373} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.122931] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.123157] env[62839]: INFO nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Took 9.84 seconds to spawn the instance on the hypervisor. [ 628.123329] env[62839]: DEBUG nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.123602] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529a3dcc-bd1d-2b4d-a445-f159ff5b4146, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.125170] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf8dc14-5e3f-421c-982f-494ea92e6546 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.126821] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.127115] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.127312] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.127668] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.127668] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.128108] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e23ed3-a696-43e0-840e-f79223376251 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.137556] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.141020] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.141020] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae6e02e-b8bd-43b4-88cc-85580d8c2345 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.143729] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 628.143729] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ae1bea-4171-c777-770a-dd3c801e87d4" [ 628.143729] env[62839]: _type = "Task" [ 628.143729] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.152188] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ae1bea-4171-c777-770a-dd3c801e87d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.197664] env[62839]: DEBUG oslo_vmware.api [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756627, 'name': PowerOnVM_Task, 'duration_secs': 0.938912} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.201018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.201018] env[62839]: DEBUG nova.compute.manager [None req-e7cefc39-e181-4d1e-b1fe-37507aef530d tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.201018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b7cb44-503d-4b4c-b84f-250c8b6ad5f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.206026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fddf65a-20fa-41bb-b854-034763750fab tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.518s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.263962] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.263962] env[62839]: DEBUG nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.266358] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.693s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.270022] env[62839]: INFO nova.compute.claims [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.415689] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8c0b4a05-f88f-4879-ae6c-c504a936682a tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "interface-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.415689] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8c0b4a05-f88f-4879-ae6c-c504a936682a tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "interface-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.415689] env[62839]: DEBUG nova.objects.instance [None req-8c0b4a05-f88f-4879-ae6c-c504a936682a tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lazy-loading 'flavor' on Instance uuid 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.649264] env[62839]: INFO nova.compute.manager [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Took 36.85 seconds to build instance. [ 628.657298] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ae1bea-4171-c777-770a-dd3c801e87d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.658114] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1bcaec-dd22-4756-8b99-6b69eed8fe70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.663690] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 628.663690] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521556f0-f0aa-dd26-f59f-6ab371aea920" [ 628.663690] env[62839]: _type = "Task" [ 628.663690] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.673267] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521556f0-f0aa-dd26-f59f-6ab371aea920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.709956] env[62839]: DEBUG nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.772773] env[62839]: DEBUG nova.compute.utils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.776742] env[62839]: DEBUG nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.776915] env[62839]: DEBUG nova.network.neutron [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.818101] env[62839]: DEBUG nova.policy [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee391d58b4254a058c81403acfa2e159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4bdba0fc6b542b584c84b9a55d08ffb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.914153] env[62839]: DEBUG nova.objects.instance [None req-8c0b4a05-f88f-4879-ae6c-c504a936682a tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.104214] env[62839]: DEBUG nova.network.neutron [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Successfully created port: 81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.152033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f352c7d1-2cd1-4318-91ea-4e5e4c5e622e tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.861s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.177637] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521556f0-f0aa-dd26-f59f-6ab371aea920, 'name': SearchDatastore_Task, 'duration_secs': 0.022236} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.178236] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.178550] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.178815] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2df85d96-a388-498a-9a29-e59bdd5bd14c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.187225] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 629.187225] env[62839]: value = "task-2756629" [ 629.187225] env[62839]: _type = "Task" [ 629.187225] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.195896] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.236024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.277254] env[62839]: DEBUG nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.416521] env[62839]: DEBUG nova.objects.base [None req-8c0b4a05-f88f-4879-ae6c-c504a936682a tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Object Instance<4b89ce2c-d526-4f6b-9d98-7eff2a2950ba> lazy-loaded attributes: flavor,pci_requests {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 629.416706] env[62839]: DEBUG nova.network.neutron [None req-8c0b4a05-f88f-4879-ae6c-c504a936682a tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.511533] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8c0b4a05-f88f-4879-ae6c-c504a936682a tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "interface-4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.656043] env[62839]: DEBUG nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.705224] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.921533] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd2dd04-3ab0-4edf-96b9-b7e71a920424 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.930227] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198c048-d70b-466d-a81e-75ff8585e4f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.963478] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2157d1fe-13d6-46ab-9004-f1cb64fb3ce1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.972064] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f5c46-e23e-4589-a26e-154c268d1a8a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.985946] env[62839]: DEBUG nova.compute.provider_tree [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.174798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.200206] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.248022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.248022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.248022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.248022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.248135] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.249770] env[62839]: INFO nova.compute.manager [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Terminating instance [ 630.294785] env[62839]: DEBUG nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.324777] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.325025] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.325214] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.325403] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.325547] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.325689] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.325892] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.326055] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.326224] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.326384] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.326552] env[62839]: DEBUG nova.virt.hardware [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.327789] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f47aa1-559d-4c09-93d1-55e0b0b17caa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.337302] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e61e7-32f8-483e-a612-cddb11686e9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.489802] env[62839]: DEBUG nova.scheduler.client.report [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.593715] env[62839]: DEBUG nova.network.neutron [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Successfully updated port: 81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.703180] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756629, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.471427} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.703180] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.703180] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.703180] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-726bb8ee-d815-421a-a621-9b98356c386c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.711466] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 630.711466] env[62839]: value = "task-2756631" [ 630.711466] env[62839]: _type = "Task" [ 630.711466] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.722910] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.753913] env[62839]: DEBUG nova.compute.manager [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.753913] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.754982] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8f716b-750a-4770-bb7c-31114902cfce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.767155] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.767155] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce73801e-38f0-4d70-8ca0-21035cf0696f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.772904] env[62839]: DEBUG oslo_vmware.api [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 630.772904] env[62839]: value = "task-2756632" [ 630.772904] env[62839]: _type = "Task" [ 630.772904] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.784650] env[62839]: DEBUG oslo_vmware.api [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.995840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.995840] env[62839]: DEBUG nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.999201] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.152s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.000649] env[62839]: INFO nova.compute.claims [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.100151] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.100151] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquired lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.100151] env[62839]: DEBUG nova.network.neutron [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.119690] env[62839]: DEBUG nova.compute.manager [req-287bcd06-2012-4895-a90f-407f743e5e60 req-7aa9e635-49a0-4cf4-8d3a-e29b849956ce service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Received event network-vif-plugged-81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.119906] env[62839]: DEBUG oslo_concurrency.lockutils [req-287bcd06-2012-4895-a90f-407f743e5e60 req-7aa9e635-49a0-4cf4-8d3a-e29b849956ce service nova] Acquiring lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.120130] env[62839]: DEBUG oslo_concurrency.lockutils [req-287bcd06-2012-4895-a90f-407f743e5e60 req-7aa9e635-49a0-4cf4-8d3a-e29b849956ce service nova] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.120300] env[62839]: DEBUG oslo_concurrency.lockutils [req-287bcd06-2012-4895-a90f-407f743e5e60 req-7aa9e635-49a0-4cf4-8d3a-e29b849956ce service nova] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.120666] env[62839]: DEBUG nova.compute.manager [req-287bcd06-2012-4895-a90f-407f743e5e60 req-7aa9e635-49a0-4cf4-8d3a-e29b849956ce service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] No waiting events found dispatching network-vif-plugged-81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.120666] env[62839]: WARNING nova.compute.manager [req-287bcd06-2012-4895-a90f-407f743e5e60 req-7aa9e635-49a0-4cf4-8d3a-e29b849956ce service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Received unexpected event network-vif-plugged-81ead580-13f2-4752-a149-474b0adb5a8d for instance with vm_state building and task_state spawning. [ 631.223622] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076807} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.224224] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.224688] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba15d70-0d36-4270-be0b-8012eb32544d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.249652] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.250782] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60dff0e8-bd13-435b-a798-a53aae7eb7bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.272144] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 631.272144] env[62839]: value = "task-2756633" [ 631.272144] env[62839]: _type = "Task" [ 631.272144] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.286717] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.290345] env[62839]: DEBUG oslo_vmware.api [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756632, 'name': PowerOffVM_Task, 'duration_secs': 0.387468} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.290589] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.290748] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.291008] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccf3d31e-953e-4265-b065-102bbd50fc47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.352322] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.352402] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.352592] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Deleting the datastore file [datastore1] d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.353461] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1d3849d-e9e0-42be-b3ce-a090371723d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.362653] env[62839]: DEBUG oslo_vmware.api [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for the task: (returnval){ [ 631.362653] env[62839]: value = "task-2756636" [ 631.362653] env[62839]: _type = "Task" [ 631.362653] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.371282] env[62839]: DEBUG oslo_vmware.api [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.505377] env[62839]: DEBUG nova.compute.utils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.511976] env[62839]: DEBUG nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.511976] env[62839]: DEBUG nova.network.neutron [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.585214] env[62839]: DEBUG nova.policy [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.680537] env[62839]: DEBUG nova.network.neutron [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.788504] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.838455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.838455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.838455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.838455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.838675] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.839606] env[62839]: INFO nova.compute.manager [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Terminating instance [ 631.876953] env[62839]: DEBUG oslo_vmware.api [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Task: {'id': task-2756636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144428} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.877549] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.877896] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.878287] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.878405] env[62839]: INFO nova.compute.manager [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 631.878680] env[62839]: DEBUG oslo.service.loopingcall [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.878912] env[62839]: DEBUG nova.compute.manager [-] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.879050] env[62839]: DEBUG nova.network.neutron [-] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.010368] env[62839]: DEBUG nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.258740] env[62839]: DEBUG nova.network.neutron [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updating instance_info_cache with network_info: [{"id": "81ead580-13f2-4752-a149-474b0adb5a8d", "address": "fa:16:3e:34:1e:8b", "network": {"id": "a4d103ce-135c-40e2-8065-7a51f18bb4a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1071339694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4bdba0fc6b542b584c84b9a55d08ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ead580-13", "ovs_interfaceid": "81ead580-13f2-4752-a149-474b0adb5a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.285336] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.349400] env[62839]: DEBUG nova.compute.manager [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.349646] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.351250] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284deae3-3bc3-46cd-b1a5-9ca5b916b3fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.359728] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.360020] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a144339-4cf4-411c-9552-55ecbaf784b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.368769] env[62839]: DEBUG oslo_vmware.api [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 632.368769] env[62839]: value = "task-2756637" [ 632.368769] env[62839]: _type = "Task" [ 632.368769] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.374784] env[62839]: DEBUG oslo_vmware.api [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.464944] env[62839]: DEBUG nova.compute.manager [req-a10a4322-5d3c-4b3b-97e8-5236ef3ec7de req-fde692be-0815-4433-828f-be672f1b068b service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Received event network-vif-deleted-d7346be7-9d30-4a44-8a3a-15c419ef28f9 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.465188] env[62839]: INFO nova.compute.manager [req-a10a4322-5d3c-4b3b-97e8-5236ef3ec7de req-fde692be-0815-4433-828f-be672f1b068b service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Neutron deleted interface d7346be7-9d30-4a44-8a3a-15c419ef28f9; detaching it from the instance and deleting it from the info cache [ 632.465396] env[62839]: DEBUG nova.network.neutron [req-a10a4322-5d3c-4b3b-97e8-5236ef3ec7de req-fde692be-0815-4433-828f-be672f1b068b service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.595325] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eb0d69-60af-4e76-bc90-95af15ed883e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.603954] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da7db82-db93-4453-a5f6-e3d43d9d3a99 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.638582] env[62839]: DEBUG nova.network.neutron [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Successfully created port: e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.641768] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2613b845-8432-4256-9040-c7b2a4698590 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.655484] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5833006b-c092-4c61-8c3c-24df2e2ae734 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.669753] env[62839]: DEBUG nova.compute.provider_tree [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.764751] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Releasing lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.765108] env[62839]: DEBUG nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Instance network_info: |[{"id": "81ead580-13f2-4752-a149-474b0adb5a8d", "address": "fa:16:3e:34:1e:8b", "network": {"id": "a4d103ce-135c-40e2-8065-7a51f18bb4a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1071339694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4bdba0fc6b542b584c84b9a55d08ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ead580-13", "ovs_interfaceid": "81ead580-13f2-4752-a149-474b0adb5a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.765527] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:1e:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ead580-13f2-4752-a149-474b0adb5a8d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.773455] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Creating folder: Project (a4bdba0fc6b542b584c84b9a55d08ffb). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.777225] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ccc49c-6dd8-4dca-957a-1d8d0b194b22 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.787094] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756633, 'name': ReconfigVM_Task, 'duration_secs': 1.356722} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.787453] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b6ff42c3-4558-4b42-8e9f-5771339ab586/b6ff42c3-4558-4b42-8e9f-5771339ab586.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.787978] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81cf67c7-b8d5-424b-8c08-61bf20345879 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.794798] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Created folder: Project (a4bdba0fc6b542b584c84b9a55d08ffb) in parent group-v554621. [ 632.794984] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Creating folder: Instances. Parent ref: group-v554690. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.799102] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-887a943b-f5d1-4fea-a12a-54aadb72270f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.804101] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 632.804101] env[62839]: value = "task-2756639" [ 632.804101] env[62839]: _type = "Task" [ 632.804101] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.808403] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Created folder: Instances in parent group-v554690. [ 632.808689] env[62839]: DEBUG oslo.service.loopingcall [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.808922] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.812038] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3ff01e-93ae-4f2d-89f4-e6e0e922d60b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.826591] env[62839]: DEBUG nova.network.neutron [-] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.828526] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756639, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.833787] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.833787] env[62839]: value = "task-2756641" [ 632.833787] env[62839]: _type = "Task" [ 632.833787] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.841654] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756641, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.877288] env[62839]: DEBUG oslo_vmware.api [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756637, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.968732] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3889da84-de8e-40bb-aa6b-876d2fbd88d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.977719] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccf5449-84f6-4757-81a1-4f361f488b58 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.008186] env[62839]: DEBUG nova.compute.manager [req-a10a4322-5d3c-4b3b-97e8-5236ef3ec7de req-fde692be-0815-4433-828f-be672f1b068b service nova] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Detach interface failed, port_id=d7346be7-9d30-4a44-8a3a-15c419ef28f9, reason: Instance d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 633.026818] env[62839]: DEBUG nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.054322] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.054567] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.054724] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.054900] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.055156] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.055190] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.055398] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.055554] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.055720] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.056432] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.056432] env[62839]: DEBUG nova.virt.hardware [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.057038] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c2d95-8e5d-42b9-8a5f-586e08707266 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.065982] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349978ba-c50f-4779-8005-6c30e02dea44 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.176895] env[62839]: DEBUG nova.scheduler.client.report [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.314906] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756639, 'name': Rename_Task, 'duration_secs': 0.181958} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.316539] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.316539] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f132a4d-e2d9-482c-b64d-1d373ea9ef96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.322773] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 633.322773] env[62839]: value = "task-2756642" [ 633.322773] env[62839]: _type = "Task" [ 633.322773] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.332912] env[62839]: INFO nova.compute.manager [-] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Took 1.45 seconds to deallocate network for instance. [ 633.333263] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.348458] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756641, 'name': CreateVM_Task, 'duration_secs': 0.420822} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.350132] env[62839]: DEBUG nova.compute.manager [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Received event network-changed-81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.350221] env[62839]: DEBUG nova.compute.manager [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Refreshing instance network info cache due to event network-changed-81ead580-13f2-4752-a149-474b0adb5a8d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.351080] env[62839]: DEBUG oslo_concurrency.lockutils [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] Acquiring lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.351080] env[62839]: DEBUG oslo_concurrency.lockutils [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] Acquired lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.351080] env[62839]: DEBUG nova.network.neutron [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Refreshing network info cache for port 81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.352922] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.354492] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.355946] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.356352] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.358190] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce347869-489d-472e-9dc4-4a58dcc83e06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.365386] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 633.365386] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5270c848-af41-2bd9-02ff-7f1eb900f75b" [ 633.365386] env[62839]: _type = "Task" [ 633.365386] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.378793] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5270c848-af41-2bd9-02ff-7f1eb900f75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.382151] env[62839]: DEBUG oslo_vmware.api [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756637, 'name': PowerOffVM_Task, 'duration_secs': 0.534014} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.382614] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.382614] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.382930] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c862cb2-cc28-41e3-b7f1-3a181dd55ba2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.468491] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.468747] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.682457] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.682998] env[62839]: DEBUG nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.685514] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.220s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.686941] env[62839]: INFO nova.compute.claims [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.833936] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756642, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.844183] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.877175] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5270c848-af41-2bd9-02ff-7f1eb900f75b, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.877500] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.877831] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.878125] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.878287] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.878519] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.878800] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e628cb9a-db34-459b-8b3b-33ac6438f384 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.889937] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.890151] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.890903] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed54d3e-215a-4847-81ee-f19429a524b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.897164] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 633.897164] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d84382-fd6c-b64a-51b6-91b01108a56e" [ 633.897164] env[62839]: _type = "Task" [ 633.897164] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.905967] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d84382-fd6c-b64a-51b6-91b01108a56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.179278] env[62839]: DEBUG nova.network.neutron [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updated VIF entry in instance network info cache for port 81ead580-13f2-4752-a149-474b0adb5a8d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.179721] env[62839]: DEBUG nova.network.neutron [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updating instance_info_cache with network_info: [{"id": "81ead580-13f2-4752-a149-474b0adb5a8d", "address": "fa:16:3e:34:1e:8b", "network": {"id": "a4d103ce-135c-40e2-8065-7a51f18bb4a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1071339694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4bdba0fc6b542b584c84b9a55d08ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ead580-13", "ovs_interfaceid": "81ead580-13f2-4752-a149-474b0adb5a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.191664] env[62839]: DEBUG nova.compute.utils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.198735] env[62839]: DEBUG nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.198735] env[62839]: DEBUG nova.network.neutron [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.244392] env[62839]: DEBUG nova.policy [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3b1d12e054c4fb09e6736355a1335f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c7dd9b49bf6444f87d3ee1d85847039', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.335598] env[62839]: DEBUG oslo_vmware.api [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756642, 'name': PowerOnVM_Task, 'duration_secs': 0.649394} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.335598] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.336155] env[62839]: DEBUG nova.compute.manager [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.337119] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a8b59-eb7d-44bf-a828-443bc4f9dba3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.352998] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.353547] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.353900] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Deleting the datastore file [datastore2] 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.354290] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3473960-d943-46c6-afb6-e4bf954d6601 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.363020] env[62839]: DEBUG oslo_vmware.api [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for the task: (returnval){ [ 634.363020] env[62839]: value = "task-2756645" [ 634.363020] env[62839]: _type = "Task" [ 634.363020] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.373864] env[62839]: DEBUG oslo_vmware.api [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.410173] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d84382-fd6c-b64a-51b6-91b01108a56e, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.410173] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9c7912-7cc0-4d55-9f1d-991e2b87c169 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.413977] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 634.413977] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52738f62-0a0c-2740-3d94-fbb1deed4f36" [ 634.413977] env[62839]: _type = "Task" [ 634.413977] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.421651] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52738f62-0a0c-2740-3d94-fbb1deed4f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.535190] env[62839]: DEBUG nova.network.neutron [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Successfully updated port: e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.622540] env[62839]: DEBUG nova.network.neutron [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Successfully created port: d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.682498] env[62839]: DEBUG oslo_concurrency.lockutils [req-155543ce-654c-46a0-abe9-854dc00c0d4e req-2ba612a2-3d54-4eeb-be9b-9856974725a5 service nova] Releasing lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.698945] env[62839]: DEBUG nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.857032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.877468] env[62839]: DEBUG oslo_vmware.api [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Task: {'id': task-2756645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188866} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.877704] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.877944] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.878174] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.878407] env[62839]: INFO nova.compute.manager [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Took 2.53 seconds to destroy the instance on the hypervisor. [ 634.878928] env[62839]: DEBUG oslo.service.loopingcall [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.879571] env[62839]: DEBUG nova.compute.manager [-] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.879994] env[62839]: DEBUG nova.network.neutron [-] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.929163] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52738f62-0a0c-2740-3d94-fbb1deed4f36, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.933392] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.933657] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6/824ef72d-6ce6-453b-a3a2-06d9c5a0bea6.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.934132] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-997adbdb-1afc-43dd-b3cb-aa3446d94ed4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.942884] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 634.942884] env[62839]: value = "task-2756646" [ 634.942884] env[62839]: _type = "Task" [ 634.942884] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.955622] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.038687] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.038834] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.038986] env[62839]: DEBUG nova.network.neutron [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.363242] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a9884-554f-4539-8d38-f8c71e75e9b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.372455] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fe6b71-ed94-4928-bb2f-cbc107837d28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.412664] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a3c9b9-4442-479f-a93b-57256fdb6c00 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.420223] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c150d-41f8-4c4a-a1e7-db0bc0ac06e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.433477] env[62839]: DEBUG nova.compute.provider_tree [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.452597] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487957} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.453091] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6/824ef72d-6ce6-453b-a3a2-06d9c5a0bea6.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.453304] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.454218] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8725a52b-422a-419e-88a4-a905b17c11d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.460021] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 635.460021] env[62839]: value = "task-2756647" [ 635.460021] env[62839]: _type = "Task" [ 635.460021] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.469805] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.550157] env[62839]: DEBUG nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received event network-vif-plugged-e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.550157] env[62839]: DEBUG oslo_concurrency.lockutils [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.550157] env[62839]: DEBUG oslo_concurrency.lockutils [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.550651] env[62839]: DEBUG oslo_concurrency.lockutils [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.551334] env[62839]: DEBUG nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] No waiting events found dispatching network-vif-plugged-e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.551800] env[62839]: WARNING nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received unexpected event network-vif-plugged-e66ceed3-a311-45d0-8f91-af806cb7a0f8 for instance with vm_state building and task_state spawning. [ 635.552080] env[62839]: DEBUG nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received event network-changed-e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.552733] env[62839]: DEBUG nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Refreshing instance network info cache due to event network-changed-e66ceed3-a311-45d0-8f91-af806cb7a0f8. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.553139] env[62839]: DEBUG oslo_concurrency.lockutils [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] Acquiring lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.614030] env[62839]: DEBUG nova.network.neutron [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.690604] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "b6ff42c3-4558-4b42-8e9f-5771339ab586" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.690604] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.690604] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "b6ff42c3-4558-4b42-8e9f-5771339ab586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.690604] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.690926] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.694723] env[62839]: DEBUG nova.network.neutron [-] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.695963] env[62839]: INFO nova.compute.manager [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Terminating instance [ 635.712035] env[62839]: DEBUG nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.734701] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.735035] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.735155] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.735335] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.735490] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.735640] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.735852] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.736206] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.736445] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.736623] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.736800] env[62839]: DEBUG nova.virt.hardware [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.738070] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1478d59-45df-423c-a075-274ea035e158 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.746984] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa8a75-f222-4890-956b-8b615ce2cf06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.775940] env[62839]: DEBUG nova.network.neutron [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.938022] env[62839]: DEBUG nova.scheduler.client.report [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.642892] env[62839]: DEBUG nova.network.neutron [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Successfully updated port: d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.644963] env[62839]: INFO nova.compute.manager [-] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Took 1.77 seconds to deallocate network for instance. [ 636.645549] env[62839]: DEBUG nova.compute.manager [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.645752] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.646200] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.646496] env[62839]: DEBUG nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Instance network_info: |[{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.647170] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.962s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.647675] env[62839]: DEBUG nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.651416] env[62839]: DEBUG nova.compute.manager [req-f693adff-ba7a-4606-a449-004af66c0b68 req-8b204d59-f1d4-46e0-8d01-0a1bb8758811 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Received event network-vif-plugged-d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.651639] env[62839]: DEBUG oslo_concurrency.lockutils [req-f693adff-ba7a-4606-a449-004af66c0b68 req-8b204d59-f1d4-46e0-8d01-0a1bb8758811 service nova] Acquiring lock "0337a2e1-4678-4616-9758-f964dcb14e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.651865] env[62839]: DEBUG oslo_concurrency.lockutils [req-f693adff-ba7a-4606-a449-004af66c0b68 req-8b204d59-f1d4-46e0-8d01-0a1bb8758811 service nova] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.652065] env[62839]: DEBUG oslo_concurrency.lockutils [req-f693adff-ba7a-4606-a449-004af66c0b68 req-8b204d59-f1d4-46e0-8d01-0a1bb8758811 service nova] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.652257] env[62839]: DEBUG nova.compute.manager [req-f693adff-ba7a-4606-a449-004af66c0b68 req-8b204d59-f1d4-46e0-8d01-0a1bb8758811 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] No waiting events found dispatching network-vif-plugged-d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.652447] env[62839]: WARNING nova.compute.manager [req-f693adff-ba7a-4606-a449-004af66c0b68 req-8b204d59-f1d4-46e0-8d01-0a1bb8758811 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Received unexpected event network-vif-plugged-d93f5238-06b4-4fb0-88c4-c442ba5de6cd for instance with vm_state building and task_state spawning. [ 636.660719] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f2d089-1148-484f-bc3c-8ee1d07d1d4d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.663624] env[62839]: DEBUG oslo_concurrency.lockutils [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] Acquired lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.663806] env[62839]: DEBUG nova.network.neutron [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Refreshing network info cache for port e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.665305] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:db:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e66ceed3-a311-45d0-8f91-af806cb7a0f8', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.672950] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Creating folder: Project (cfc0b7dde77545288d15c493f88b8998). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.673266] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.614s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.674766] env[62839]: INFO nova.compute.claims [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.679015] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "87d29e0d-3d61-4df0-9da6-108851ff3640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.679233] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.682475] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42fac1e2-f254-4027-b89c-eefeede7560c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.694224] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.694498] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072272} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.695634] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6a3059a-2f68-4e44-8e09-41dc66d3777f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.697232] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.697520] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Created folder: Project (cfc0b7dde77545288d15c493f88b8998) in parent group-v554621. [ 636.697677] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Creating folder: Instances. Parent ref: group-v554694. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.698389] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668527a4-bae2-44da-bc96-4b85cc8c7d18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.701361] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b74dae9-5479-4d49-939c-acac7413488d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.724468] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6/824ef72d-6ce6-453b-a3a2-06d9c5a0bea6.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.728430] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af0460f0-4abd-4653-ad76-614542f0f89e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.742888] env[62839]: DEBUG oslo_vmware.api [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 636.742888] env[62839]: value = "task-2756650" [ 636.742888] env[62839]: _type = "Task" [ 636.742888] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.743180] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Created folder: Instances in parent group-v554694. [ 636.743398] env[62839]: DEBUG oslo.service.loopingcall [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.743669] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.747342] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9e75807-99ed-44fd-8f56-d3cc7de3bc52 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.763203] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 636.763203] env[62839]: value = "task-2756652" [ 636.763203] env[62839]: _type = "Task" [ 636.763203] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.774028] env[62839]: DEBUG oslo_vmware.api [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.774028] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.774028] env[62839]: value = "task-2756653" [ 636.774028] env[62839]: _type = "Task" [ 636.774028] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.779127] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.783575] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756653, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.145828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.145828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.145828] env[62839]: DEBUG nova.network.neutron [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.152226] env[62839]: DEBUG nova.compute.utils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.153676] env[62839]: DEBUG nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.153853] env[62839]: DEBUG nova.network.neutron [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.183623] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.222512] env[62839]: DEBUG nova.policy [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93679147a84945538b2e2f669b281b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e095397fcf498a9514564debee4db6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.253192] env[62839]: DEBUG oslo_vmware.api [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756650, 'name': PowerOffVM_Task, 'duration_secs': 0.279111} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.253420] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.253582] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.253825] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea28ede-a070-4064-b9bd-f4fca20fe2b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.273353] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756652, 'name': ReconfigVM_Task, 'duration_secs': 0.353813} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.276579] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6/824ef72d-6ce6-453b-a3a2-06d9c5a0bea6.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.277135] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-376e8fa1-7b5c-4fc3-bd22-f33c0b5fe3ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.285192] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756653, 'name': CreateVM_Task, 'duration_secs': 0.505178} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.286213] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.286533] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 637.286533] env[62839]: value = "task-2756655" [ 637.286533] env[62839]: _type = "Task" [ 637.286533] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.287124] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.287282] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.288341] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.288341] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb0fab9-06ea-4458-869b-e48b680dc12b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.295391] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 637.295391] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cb4821-72ee-c081-8dfb-7a52f892b24d" [ 637.295391] env[62839]: _type = "Task" [ 637.295391] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.298632] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756655, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.305580] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cb4821-72ee-c081-8dfb-7a52f892b24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.406576] env[62839]: DEBUG nova.network.neutron [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updated VIF entry in instance network info cache for port e66ceed3-a311-45d0-8f91-af806cb7a0f8. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.406994] env[62839]: DEBUG nova.network.neutron [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.600190] env[62839]: DEBUG nova.network.neutron [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Successfully created port: 74316a67-0330-4288-82f5-8d54ce68fdd2 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.657151] env[62839]: DEBUG nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.704330] env[62839]: DEBUG nova.network.neutron [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.803267] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.803486] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.803668] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleting the datastore file [datastore1] b6ff42c3-4558-4b42-8e9f-5771339ab586 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.807449] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd275ba2-9ee9-4aed-90d9-0ea72c0a8c7e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.812053] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756655, 'name': Rename_Task, 'duration_secs': 0.293296} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.812834] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.813072] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7cbab21-5eb0-498c-ba05-b0f39a93b7b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.820117] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cb4821-72ee-c081-8dfb-7a52f892b24d, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.821993] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.822296] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.822564] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.822741] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.822926] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.823254] env[62839]: DEBUG oslo_vmware.api [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 637.823254] env[62839]: value = "task-2756657" [ 637.823254] env[62839]: _type = "Task" [ 637.823254] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.823433] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-963852cf-528c-47b3-9f8f-aeaac2c1081e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.830728] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 637.830728] env[62839]: value = "task-2756658" [ 637.830728] env[62839]: _type = "Task" [ 637.830728] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.840419] env[62839]: DEBUG oslo_vmware.api [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.841959] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.842179] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.843122] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1025d240-4cf3-4001-a103-fb71721b66af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.850438] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756658, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.858250] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 637.858250] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aea347-fad6-4266-6661-d670912bc122" [ 637.858250] env[62839]: _type = "Task" [ 637.858250] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.867255] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aea347-fad6-4266-6661-d670912bc122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.912388] env[62839]: DEBUG oslo_concurrency.lockutils [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] Releasing lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.912490] env[62839]: DEBUG nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Received event network-vif-deleted-51a41970-0afc-46a9-a155-34dc2a4a2978 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.912814] env[62839]: INFO nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Neutron deleted interface 51a41970-0afc-46a9-a155-34dc2a4a2978; detaching it from the instance and deleting it from the info cache [ 637.913159] env[62839]: DEBUG nova.network.neutron [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.916099] env[62839]: DEBUG nova.network.neutron [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updating instance_info_cache with network_info: [{"id": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "address": "fa:16:3e:a6:2c:09", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93f5238-06", "ovs_interfaceid": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.185570] env[62839]: DEBUG nova.compute.manager [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Received event network-changed-d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.185766] env[62839]: DEBUG nova.compute.manager [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Refreshing instance network info cache due to event network-changed-d93f5238-06b4-4fb0-88c4-c442ba5de6cd. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.185955] env[62839]: DEBUG oslo_concurrency.lockutils [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] Acquiring lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.317135] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bfcc23-af37-4eea-a26e-c6343ccd8738 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.325032] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653e4bda-7308-4ffa-8b45-20693315d944 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.335173] env[62839]: DEBUG oslo_vmware.api [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182319} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.360786] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.360978] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.361170] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.361342] env[62839]: INFO nova.compute.manager [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Took 1.72 seconds to destroy the instance on the hypervisor. [ 638.361572] env[62839]: DEBUG oslo.service.loopingcall [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.362261] env[62839]: DEBUG nova.compute.manager [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.362361] env[62839]: DEBUG nova.network.neutron [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.364345] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db1cd56-2b39-4296-a535-5b2612bd9678 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.374739] env[62839]: DEBUG oslo_vmware.api [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756658, 'name': PowerOnVM_Task, 'duration_secs': 0.463546} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.379652] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.379853] env[62839]: INFO nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Took 8.08 seconds to spawn the instance on the hypervisor. [ 638.380040] env[62839]: DEBUG nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.380345] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aea347-fad6-4266-6661-d670912bc122, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.380982] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934383b6-f5ee-4d50-b6b6-defd25d63da6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.384112] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406fcb43-b4b5-4bd8-ad61-7f06dc4eca23 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.388591] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61a63f6-eb37-4dec-99d2-61cfbf5c707b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.402182] env[62839]: DEBUG nova.compute.provider_tree [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.408048] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 638.408048] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525e1189-912f-d653-e36d-9d0778bf1327" [ 638.408048] env[62839]: _type = "Task" [ 638.408048] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.423984] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Releasing lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.423984] env[62839]: DEBUG nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Instance network_info: |[{"id": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "address": "fa:16:3e:a6:2c:09", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93f5238-06", "ovs_interfaceid": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.424228] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525e1189-912f-d653-e36d-9d0778bf1327, 'name': SearchDatastore_Task, 'duration_secs': 0.021553} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.424228] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a7c9f7d-6040-4f6b-b1ea-7b392be3c9cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.426856] env[62839]: DEBUG oslo_concurrency.lockutils [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] Acquired lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.426856] env[62839]: DEBUG nova.network.neutron [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Refreshing network info cache for port d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.427556] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:2c:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd93f5238-06b4-4fb0-88c4-c442ba5de6cd', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.434989] env[62839]: DEBUG oslo.service.loopingcall [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.435225] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.435491] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] bd6d838d-622f-42c5-ba9d-bc691898a1a2/bd6d838d-622f-42c5-ba9d-bc691898a1a2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.436432] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.436636] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d2048e-3cb8-47aa-8bd1-2be056173da3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.439231] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a294ec6-d633-4e6b-b11c-c7e722a1b3b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.458907] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caebca4d-9bd2-4f74-9e4f-8bce6753bc89 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.473026] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 638.473026] env[62839]: value = "task-2756659" [ 638.473026] env[62839]: _type = "Task" [ 638.473026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.473026] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.473026] env[62839]: value = "task-2756660" [ 638.473026] env[62839]: _type = "Task" [ 638.473026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.485273] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.497143] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756660, 'name': CreateVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.497499] env[62839]: DEBUG nova.compute.manager [req-05f604ec-f9ec-4cbb-911c-dce205206a10 req-3896cb0e-8f6f-446e-b64d-0ed718c6d797 service nova] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Detach interface failed, port_id=51a41970-0afc-46a9-a155-34dc2a4a2978, reason: Instance 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 638.667368] env[62839]: DEBUG nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.673369] env[62839]: DEBUG nova.compute.manager [req-4c532b65-9fcd-43fc-9d4a-581965d9b2ff req-f671fa9b-c391-463e-b1cf-2f99941f57bb service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Received event network-vif-deleted-06c08b21-e8b5-4350-8738-a94991529a68 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.673430] env[62839]: INFO nova.compute.manager [req-4c532b65-9fcd-43fc-9d4a-581965d9b2ff req-f671fa9b-c391-463e-b1cf-2f99941f57bb service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Neutron deleted interface 06c08b21-e8b5-4350-8738-a94991529a68; detaching it from the instance and deleting it from the info cache [ 638.673598] env[62839]: DEBUG nova.network.neutron [req-4c532b65-9fcd-43fc-9d4a-581965d9b2ff req-f671fa9b-c391-463e-b1cf-2f99941f57bb service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.700646] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.700978] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.701161] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.701344] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.701555] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.701711] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.701952] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.702149] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.702364] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.702535] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.702758] env[62839]: DEBUG nova.virt.hardware [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.704464] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f170bfd-0410-426b-87d5-16e884718981 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.713846] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9b78f-5967-4804-91e2-d39e47821cb5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.906595] env[62839]: DEBUG nova.scheduler.client.report [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.922282] env[62839]: INFO nova.compute.manager [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Took 40.40 seconds to build instance. [ 638.999433] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.999433] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756660, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.129101] env[62839]: DEBUG nova.network.neutron [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.177941] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c0859d3-45d7-462e-a828-02d83fe96f61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.187142] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a72a03d-6344-4e39-b645-0b3121084fe7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.203616] env[62839]: DEBUG nova.network.neutron [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updated VIF entry in instance network info cache for port d93f5238-06b4-4fb0-88c4-c442ba5de6cd. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.203993] env[62839]: DEBUG nova.network.neutron [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updating instance_info_cache with network_info: [{"id": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "address": "fa:16:3e:a6:2c:09", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93f5238-06", "ovs_interfaceid": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.219377] env[62839]: DEBUG nova.compute.manager [req-4c532b65-9fcd-43fc-9d4a-581965d9b2ff req-f671fa9b-c391-463e-b1cf-2f99941f57bb service nova] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Detach interface failed, port_id=06c08b21-e8b5-4350-8738-a94991529a68, reason: Instance b6ff42c3-4558-4b42-8e9f-5771339ab586 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 639.379145] env[62839]: DEBUG nova.network.neutron [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Successfully updated port: 74316a67-0330-4288-82f5-8d54ce68fdd2 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.411809] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.412372] env[62839]: DEBUG nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.415033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.235s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.425257] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6753ef4b-1750-4664-bee1-bd81e148a137 tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.755s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.486583] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756660, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.493598] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561593} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.493598] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] bd6d838d-622f-42c5-ba9d-bc691898a1a2/bd6d838d-622f-42c5-ba9d-bc691898a1a2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.493757] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.493965] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73f576d2-5024-4294-9ad2-b4bfa3958639 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.500347] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 639.500347] env[62839]: value = "task-2756661" [ 639.500347] env[62839]: _type = "Task" [ 639.500347] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.508298] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.632173] env[62839]: INFO nova.compute.manager [-] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Took 1.27 seconds to deallocate network for instance. [ 639.706706] env[62839]: DEBUG oslo_concurrency.lockutils [req-c857481b-6306-4539-845d-d49d7468c874 req-1078e62e-9e31-479e-92f9-5d8b86612702 service nova] Releasing lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.881888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "refresh_cache-84013e5a-57bf-4d6d-90db-73b7f6f7b63f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.882068] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquired lock "refresh_cache-84013e5a-57bf-4d6d-90db-73b7f6f7b63f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.882953] env[62839]: DEBUG nova.network.neutron [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.918204] env[62839]: DEBUG nova.compute.utils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.922051] env[62839]: INFO nova.compute.claims [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.930373] env[62839]: DEBUG nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.930707] env[62839]: DEBUG nova.network.neutron [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.933788] env[62839]: DEBUG nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.988366] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756660, 'name': CreateVM_Task, 'duration_secs': 1.322339} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.988695] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.989391] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.989572] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.989893] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.990150] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096493cd-0b68-4324-9a31-4ab17c5ac267 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.994928] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 639.994928] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235e16c-a60f-1259-5bf6-d631837ebba6" [ 639.994928] env[62839]: _type = "Task" [ 639.994928] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.004192] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235e16c-a60f-1259-5bf6-d631837ebba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.009959] env[62839]: DEBUG nova.policy [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf287afe89fc45feb78c387ec5bbe953', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9309e9c4044a8f8c008c887bbb5f67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.014147] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062847} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.014147] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.014379] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768f9f5-0619-4a1c-b541-4f342e18289f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.037768] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] bd6d838d-622f-42c5-ba9d-bc691898a1a2/bd6d838d-622f-42c5-ba9d-bc691898a1a2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.038236] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.038753] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba5a9ab-e650-44dc-bcae-9a6bd5651bea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.055502] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.062243] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 640.062243] env[62839]: value = "task-2756663" [ 640.062243] env[62839]: _type = "Task" [ 640.062243] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.072465] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.141041] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.426699] env[62839]: DEBUG nova.network.neutron [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.427450] env[62839]: DEBUG nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.447452] env[62839]: INFO nova.compute.resource_tracker [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating resource usage from migration a9c9a981-e543-4f4e-9b67-90fae54908bd [ 640.473438] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.508018] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235e16c-a60f-1259-5bf6-d631837ebba6, 'name': SearchDatastore_Task, 'duration_secs': 0.041842} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.508018] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.508018] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.508018] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.508202] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.508202] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.508202] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a889ec4-37d1-4534-9d57-9ebe57c96cd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.522962] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.523171] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.526280] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7044226-b8b2-4b77-8ea3-86c30363258e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.532296] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 640.532296] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528594df-844a-6eee-ca51-aa4dd1829026" [ 640.532296] env[62839]: _type = "Task" [ 640.532296] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.540597] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528594df-844a-6eee-ca51-aa4dd1829026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.543277] env[62839]: DEBUG nova.network.neutron [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Successfully created port: bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.569119] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.569119] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.569119] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.569119] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.569119] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.569119] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.569315] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 640.572296] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.573411] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756663, 'name': ReconfigVM_Task, 'duration_secs': 0.287806} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.573712] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Reconfigured VM instance instance-00000016 to attach disk [datastore2] bd6d838d-622f-42c5-ba9d-bc691898a1a2/bd6d838d-622f-42c5-ba9d-bc691898a1a2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.574307] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-201786a9-f5a6-4a4d-adb8-6ed66c3c5090 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.578279] env[62839]: DEBUG nova.compute.manager [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Received event network-vif-plugged-74316a67-0330-4288-82f5-8d54ce68fdd2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.578498] env[62839]: DEBUG oslo_concurrency.lockutils [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] Acquiring lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.578703] env[62839]: DEBUG oslo_concurrency.lockutils [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.578868] env[62839]: DEBUG oslo_concurrency.lockutils [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.579044] env[62839]: DEBUG nova.compute.manager [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] No waiting events found dispatching network-vif-plugged-74316a67-0330-4288-82f5-8d54ce68fdd2 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.579175] env[62839]: WARNING nova.compute.manager [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Received unexpected event network-vif-plugged-74316a67-0330-4288-82f5-8d54ce68fdd2 for instance with vm_state building and task_state spawning. [ 640.579323] env[62839]: DEBUG nova.compute.manager [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Received event network-changed-74316a67-0330-4288-82f5-8d54ce68fdd2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.579462] env[62839]: DEBUG nova.compute.manager [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Refreshing instance network info cache due to event network-changed-74316a67-0330-4288-82f5-8d54ce68fdd2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 640.579614] env[62839]: DEBUG oslo_concurrency.lockutils [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] Acquiring lock "refresh_cache-84013e5a-57bf-4d6d-90db-73b7f6f7b63f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.583473] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 640.583473] env[62839]: value = "task-2756664" [ 640.583473] env[62839]: _type = "Task" [ 640.583473] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.595026] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756664, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.595897] env[62839]: DEBUG nova.network.neutron [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Updating instance_info_cache with network_info: [{"id": "74316a67-0330-4288-82f5-8d54ce68fdd2", "address": "fa:16:3e:3a:79:cf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74316a67-03", "ovs_interfaceid": "74316a67-0330-4288-82f5-8d54ce68fdd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.046740] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528594df-844a-6eee-ca51-aa4dd1829026, 'name': SearchDatastore_Task, 'duration_secs': 0.017991} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.047693] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68daafb6-b72d-4ee6-9569-fff694072caf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.057208] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 641.057208] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5260eed4-1ab1-e672-7e00-d19e5bde1108" [ 641.057208] env[62839]: _type = "Task" [ 641.057208] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.068682] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5260eed4-1ab1-e672-7e00-d19e5bde1108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.075190] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.098180] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Releasing lock "refresh_cache-84013e5a-57bf-4d6d-90db-73b7f6f7b63f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.105018] env[62839]: DEBUG nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Instance network_info: |[{"id": "74316a67-0330-4288-82f5-8d54ce68fdd2", "address": "fa:16:3e:3a:79:cf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74316a67-03", "ovs_interfaceid": "74316a67-0330-4288-82f5-8d54ce68fdd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.105018] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756664, 'name': Rename_Task, 'duration_secs': 0.13834} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.105410] env[62839]: DEBUG oslo_concurrency.lockutils [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] Acquired lock "refresh_cache-84013e5a-57bf-4d6d-90db-73b7f6f7b63f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.105410] env[62839]: DEBUG nova.network.neutron [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Refreshing network info cache for port 74316a67-0330-4288-82f5-8d54ce68fdd2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.105410] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:79:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74316a67-0330-4288-82f5-8d54ce68fdd2', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.116323] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Creating folder: Project (42e095397fcf498a9514564debee4db6). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.116870] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.120952] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f99e014-156a-446d-af7b-d4070b9a0d00 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.123146] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caa3bfd4-7500-436e-b670-cb3b2380cce7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.132037] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 641.132037] env[62839]: value = "task-2756666" [ 641.132037] env[62839]: _type = "Task" [ 641.132037] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.136231] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Created folder: Project (42e095397fcf498a9514564debee4db6) in parent group-v554621. [ 641.136591] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Creating folder: Instances. Parent ref: group-v554698. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.137361] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0c6b87f-70c2-4f76-ac5f-3672a0c2291d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.143853] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.146031] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c4e2b8-bc64-4e59-bcc4-1b18a0b0058f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.151362] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Created folder: Instances in parent group-v554698. [ 641.151768] env[62839]: DEBUG oslo.service.loopingcall [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.152699] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.153801] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21e4f215-87d3-4356-862e-31407dfc282a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.173691] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd8dd33-c53b-4005-96d5-f839f2935a07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.178189] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.178189] env[62839]: value = "task-2756668" [ 641.178189] env[62839]: _type = "Task" [ 641.178189] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.209830] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54766d-e1a7-42fc-bf5b-94cf66ec3868 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.215749] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756668, 'name': CreateVM_Task} progress is 15%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.220385] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc19379-6626-4d40-87be-e4a60ef59e78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.234472] env[62839]: DEBUG nova.compute.provider_tree [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.447546] env[62839]: DEBUG nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.477116] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.477116] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.477116] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.477338] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.477455] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.477734] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.478069] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.478358] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.478668] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.478938] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.479247] env[62839]: DEBUG nova.virt.hardware [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.480291] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42cceec-7aff-4394-b213-9f37602222ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.493019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e608f8-afdb-40c7-af15-cb556b9211c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.568785] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5260eed4-1ab1-e672-7e00-d19e5bde1108, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.568930] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.569784] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 0337a2e1-4678-4616-9758-f964dcb14e2a/0337a2e1-4678-4616-9758-f964dcb14e2a.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.569784] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7413250e-36bd-4109-b17c-3409080769ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.576740] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 641.576740] env[62839]: value = "task-2756669" [ 641.576740] env[62839]: _type = "Task" [ 641.576740] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.585284] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.640762] env[62839]: DEBUG oslo_vmware.api [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756666, 'name': PowerOnVM_Task, 'duration_secs': 0.466915} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.641056] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.641348] env[62839]: INFO nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Took 8.61 seconds to spawn the instance on the hypervisor. [ 641.641428] env[62839]: DEBUG nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.642214] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde52a43-4a80-4715-b795-8b84dacd1322 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.689380] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756668, 'name': CreateVM_Task, 'duration_secs': 0.298282} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.689780] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.690752] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.690752] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.690960] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.695020] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c80694-68ca-4ca0-96af-f494740e5435 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.698026] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 641.698026] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cbb3e6-6301-01d7-c5e4-2f81dcd3fd44" [ 641.698026] env[62839]: _type = "Task" [ 641.698026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.708686] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cbb3e6-6301-01d7-c5e4-2f81dcd3fd44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.740176] env[62839]: DEBUG nova.scheduler.client.report [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.913170] env[62839]: DEBUG nova.network.neutron [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Updated VIF entry in instance network info cache for port 74316a67-0330-4288-82f5-8d54ce68fdd2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.913170] env[62839]: DEBUG nova.network.neutron [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Updating instance_info_cache with network_info: [{"id": "74316a67-0330-4288-82f5-8d54ce68fdd2", "address": "fa:16:3e:3a:79:cf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74316a67-03", "ovs_interfaceid": "74316a67-0330-4288-82f5-8d54ce68fdd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.088767] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.160976] env[62839]: INFO nova.compute.manager [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Took 42.61 seconds to build instance. [ 642.212697] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cbb3e6-6301-01d7-c5e4-2f81dcd3fd44, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.213012] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.213265] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.213501] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.213637] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213865] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.214094] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f3316dd-abb8-4aa7-b49a-46db8006bcf4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.230770] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.231017] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.232071] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebc4f4b-c6ce-4f2c-96d3-ab4277f2c437 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.239212] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 642.239212] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5231fd17-ae34-1a47-ddcb-121f2f84d19e" [ 642.239212] env[62839]: _type = "Task" [ 642.239212] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.244433] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.829s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.244631] env[62839]: INFO nova.compute.manager [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Migrating [ 642.244858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.244999] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.246325] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.263s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.247916] env[62839]: INFO nova.compute.claims [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.258638] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5231fd17-ae34-1a47-ddcb-121f2f84d19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.414199] env[62839]: DEBUG nova.network.neutron [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Successfully updated port: bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.417233] env[62839]: DEBUG oslo_concurrency.lockutils [req-239d068b-be4f-4c9a-89f2-df1092f1193b req-01d28097-df06-4b89-ba11-d45528f3322e service nova] Releasing lock "refresh_cache-84013e5a-57bf-4d6d-90db-73b7f6f7b63f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.587101] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747058} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.588045] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 0337a2e1-4678-4616-9758-f964dcb14e2a/0337a2e1-4678-4616-9758-f964dcb14e2a.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.588045] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.588045] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa973f2-e78b-43d8-8793-6def174c3bf2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.594297] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 642.594297] env[62839]: value = "task-2756670" [ 642.594297] env[62839]: _type = "Task" [ 642.594297] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.601764] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.666225] env[62839]: DEBUG oslo_concurrency.lockutils [None req-982b2c93-2a49-4c32-9044-38ab30eb5deb tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.698s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.750416] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5231fd17-ae34-1a47-ddcb-121f2f84d19e, 'name': SearchDatastore_Task, 'duration_secs': 0.050243} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.751197] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f14414-6399-46eb-a208-62dfc536b366 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.753753] env[62839]: INFO nova.compute.rpcapi [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 642.754293] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.772040] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 642.772040] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2009e-cc7a-92ae-15d2-b1f6c49a91c8" [ 642.772040] env[62839]: _type = "Task" [ 642.772040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.780602] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2009e-cc7a-92ae-15d2-b1f6c49a91c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.923096] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.923142] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.923512] env[62839]: DEBUG nova.network.neutron [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.018743] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquiring lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.018743] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.069645] env[62839]: DEBUG nova.compute.manager [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Received event network-changed-81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.069946] env[62839]: DEBUG nova.compute.manager [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Refreshing instance network info cache due to event network-changed-81ead580-13f2-4752-a149-474b0adb5a8d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.070231] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Acquiring lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.070429] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Acquired lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.070906] env[62839]: DEBUG nova.network.neutron [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Refreshing network info cache for port 81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.106430] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253636} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.106801] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.107906] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6a865-2870-454a-bc38-c778397751ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.135414] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 0337a2e1-4678-4616-9758-f964dcb14e2a/0337a2e1-4678-4616-9758-f964dcb14e2a.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.135814] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd59ce99-5c3c-4df1-8edc-efbd2c6d0fb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.158499] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 643.158499] env[62839]: value = "task-2756671" [ 643.158499] env[62839]: _type = "Task" [ 643.158499] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.167863] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.168525] env[62839]: DEBUG nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.274956] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.276022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.276022] env[62839]: DEBUG nova.network.neutron [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.287049] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2009e-cc7a-92ae-15d2-b1f6c49a91c8, 'name': SearchDatastore_Task, 'duration_secs': 0.03911} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.288014] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.288327] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 84013e5a-57bf-4d6d-90db-73b7f6f7b63f/84013e5a-57bf-4d6d-90db-73b7f6f7b63f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.288634] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23252184-5b92-40fd-aef9-e761a2492efd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.296488] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 643.296488] env[62839]: value = "task-2756672" [ 643.296488] env[62839]: _type = "Task" [ 643.296488] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.308111] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.456251] env[62839]: DEBUG nova.network.neutron [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.633399] env[62839]: DEBUG nova.network.neutron [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf468c24-f5", "ovs_interfaceid": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.674145] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.692952] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.815379] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.916823] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a97e2-f892-4e1b-b860-ba892096f87f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.927197] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16629b04-227a-4e66-a0e3-1eebf0b62141 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.969467] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7facd61b-5295-434c-ac94-b147246e99c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.979948] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47266c8-afbe-4af5-b676-2a612cfa7214 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.996314] env[62839]: DEBUG nova.compute.provider_tree [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.138036] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.138359] env[62839]: DEBUG nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Instance network_info: |[{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf468c24-f5", "ovs_interfaceid": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.139212] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:23:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf468c24-f57c-402f-8b79-c86dd894bbe0', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.150536] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating folder: Project (ae9309e9c4044a8f8c008c887bbb5f67). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.154887] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b241e274-6bd2-4e91-be4e-5dd901b1f87d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.171561] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.172151] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created folder: Project (ae9309e9c4044a8f8c008c887bbb5f67) in parent group-v554621. [ 644.172607] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating folder: Instances. Parent ref: group-v554701. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.172720] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60e2a11d-bf56-4705-94d3-d2ad36d00c9a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.184584] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created folder: Instances in parent group-v554701. [ 644.184945] env[62839]: DEBUG oslo.service.loopingcall [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.185229] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.185502] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d85bf44-cb57-4de9-805d-80d1691df7d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.206489] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.206489] env[62839]: value = "task-2756675" [ 644.206489] env[62839]: _type = "Task" [ 644.206489] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.216136] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756675, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.229060] env[62839]: DEBUG nova.network.neutron [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance_info_cache with network_info: [{"id": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "address": "fa:16:3e:2f:36:81", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70a0e33-5a", "ovs_interfaceid": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.312277] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830162} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.316022] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 84013e5a-57bf-4d6d-90db-73b7f6f7b63f/84013e5a-57bf-4d6d-90db-73b7f6f7b63f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.316022] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.316022] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff3e0ec1-ad1c-4a69-a511-4069d9aa3eb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.320220] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 644.320220] env[62839]: value = "task-2756676" [ 644.320220] env[62839]: _type = "Task" [ 644.320220] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.329271] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.348131] env[62839]: DEBUG nova.network.neutron [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updated VIF entry in instance network info cache for port 81ead580-13f2-4752-a149-474b0adb5a8d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.348675] env[62839]: DEBUG nova.network.neutron [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updating instance_info_cache with network_info: [{"id": "81ead580-13f2-4752-a149-474b0adb5a8d", "address": "fa:16:3e:34:1e:8b", "network": {"id": "a4d103ce-135c-40e2-8065-7a51f18bb4a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1071339694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4bdba0fc6b542b584c84b9a55d08ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ead580-13", "ovs_interfaceid": "81ead580-13f2-4752-a149-474b0adb5a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.503183] env[62839]: DEBUG nova.scheduler.client.report [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.675329] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.720722] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756675, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.734449] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.836911] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.852266] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Releasing lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.852266] env[62839]: DEBUG nova.compute.manager [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-vif-plugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.852405] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.852561] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.852743] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.852911] env[62839]: DEBUG nova.compute.manager [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] No waiting events found dispatching network-vif-plugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.857023] env[62839]: WARNING nova.compute.manager [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received unexpected event network-vif-plugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 for instance with vm_state building and task_state spawning. [ 644.857023] env[62839]: DEBUG nova.compute.manager [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.857023] env[62839]: DEBUG nova.compute.manager [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing instance network info cache due to event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.857023] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Acquiring lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.857023] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Acquired lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.857368] env[62839]: DEBUG nova.network.neutron [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.965330] env[62839]: DEBUG nova.compute.manager [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Received event network-changed-81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.966239] env[62839]: DEBUG nova.compute.manager [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Refreshing instance network info cache due to event network-changed-81ead580-13f2-4752-a149-474b0adb5a8d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.966430] env[62839]: DEBUG oslo_concurrency.lockutils [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] Acquiring lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.966622] env[62839]: DEBUG oslo_concurrency.lockutils [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] Acquired lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.966783] env[62839]: DEBUG nova.network.neutron [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Refreshing network info cache for port 81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.011430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.012100] env[62839]: DEBUG nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.014753] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.125s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.016368] env[62839]: INFO nova.compute.claims [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.175516] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756671, 'name': ReconfigVM_Task, 'duration_secs': 1.937238} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.175812] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 0337a2e1-4678-4616-9758-f964dcb14e2a/0337a2e1-4678-4616-9758-f964dcb14e2a.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.176619] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fc2f58b-8edc-471e-ada5-4266072c3e1e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.185233] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 645.185233] env[62839]: value = "task-2756677" [ 645.185233] env[62839]: _type = "Task" [ 645.185233] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.197092] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756677, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.218387] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756675, 'name': CreateVM_Task, 'duration_secs': 0.74661} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.218620] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.219617] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.219824] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.220431] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.220758] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdb7472-fd92-4c91-992e-c6172fae67ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.227393] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 645.227393] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528df3b4-8b6d-9945-0bae-66debbdbfed2" [ 645.227393] env[62839]: _type = "Task" [ 645.227393] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.242215] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528df3b4-8b6d-9945-0bae-66debbdbfed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.332923] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.973672} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.332923] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.333096] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6fadfe-4f51-458d-af96-775a1a65d645 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.357642] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 84013e5a-57bf-4d6d-90db-73b7f6f7b63f/84013e5a-57bf-4d6d-90db-73b7f6f7b63f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.360313] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762165d9-1399-44e9-8ae4-d3feb37d09df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.383415] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 645.383415] env[62839]: value = "task-2756678" [ 645.383415] env[62839]: _type = "Task" [ 645.383415] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.392972] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.521280] env[62839]: DEBUG nova.compute.utils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.529462] env[62839]: DEBUG nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.529827] env[62839]: DEBUG nova.network.neutron [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.605878] env[62839]: DEBUG nova.policy [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16524ec56d2d4280bbc5faf0434eb260', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dac93addc064660b8d98d9898157b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.699744] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756677, 'name': Rename_Task, 'duration_secs': 0.310685} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.700094] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.700353] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6c258b-2af1-4620-8978-d8bfcb14cae9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.710074] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 645.710074] env[62839]: value = "task-2756679" [ 645.710074] env[62839]: _type = "Task" [ 645.710074] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.719266] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.739327] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528df3b4-8b6d-9945-0bae-66debbdbfed2, 'name': SearchDatastore_Task, 'duration_secs': 0.030969} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.739930] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.740207] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.740453] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.740613] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.740780] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.741140] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50816e78-2f6a-4d71-a95c-ce1bd1dc4ff3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.744120] env[62839]: DEBUG nova.network.neutron [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updated VIF entry in instance network info cache for port 81ead580-13f2-4752-a149-474b0adb5a8d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.744297] env[62839]: DEBUG nova.network.neutron [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updating instance_info_cache with network_info: [{"id": "81ead580-13f2-4752-a149-474b0adb5a8d", "address": "fa:16:3e:34:1e:8b", "network": {"id": "a4d103ce-135c-40e2-8065-7a51f18bb4a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1071339694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4bdba0fc6b542b584c84b9a55d08ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ead580-13", "ovs_interfaceid": "81ead580-13f2-4752-a149-474b0adb5a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.762283] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.762490] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.763813] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4846532-429f-4ce7-a4af-f17e671e1614 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.771114] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 645.771114] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fdf6c-bd61-7571-86c4-f9ca85af5060" [ 645.771114] env[62839]: _type = "Task" [ 645.771114] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.781109] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fdf6c-bd61-7571-86c4-f9ca85af5060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.896211] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.972673] env[62839]: DEBUG nova.network.neutron [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updated VIF entry in instance network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.973049] env[62839]: DEBUG nova.network.neutron [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf468c24-f5", "ovs_interfaceid": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.032859] env[62839]: DEBUG nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.221899] env[62839]: DEBUG oslo_vmware.api [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756679, 'name': PowerOnVM_Task, 'duration_secs': 0.484828} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.222135] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.222360] env[62839]: INFO nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Took 10.51 seconds to spawn the instance on the hypervisor. [ 646.222618] env[62839]: DEBUG nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.223390] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3489501-d28d-44d5-9576-0f07fa22447a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.250671] env[62839]: DEBUG oslo_concurrency.lockutils [req-879286a4-5f0b-4b20-a8a5-5b8713788cd8 req-c0f7512c-de1a-40a9-af49-97028da85582 service nova] Releasing lock "refresh_cache-824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.256221] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c9ed9d-dd56-4439-9147-829e2fb45a7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.275669] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance '9d118db1-1c66-4b29-9ecf-32e7ab9460ac' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.280103] env[62839]: DEBUG nova.network.neutron [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Successfully created port: 91b503ee-246f-4c4f-b975-fb17fb0b9fb0 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.297125] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fdf6c-bd61-7571-86c4-f9ca85af5060, 'name': SearchDatastore_Task, 'duration_secs': 0.022842} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.297981] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbf1943-2260-448e-83cb-e09fb6c79beb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.306973] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 646.306973] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c0c0a0-96aa-bc65-43fa-3238a52853dc" [ 646.306973] env[62839]: _type = "Task" [ 646.306973] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.318359] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c0c0a0-96aa-bc65-43fa-3238a52853dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.398281] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756678, 'name': ReconfigVM_Task, 'duration_secs': 0.624774} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.398628] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 84013e5a-57bf-4d6d-90db-73b7f6f7b63f/84013e5a-57bf-4d6d-90db-73b7f6f7b63f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.399278] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eef12be-ce1d-4093-b305-83470d3afa23 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.407257] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 646.407257] env[62839]: value = "task-2756680" [ 646.407257] env[62839]: _type = "Task" [ 646.407257] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.416536] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756680, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.476153] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9eb4cd4-ba8e-40da-aaea-e770a16c1fa0 req-fb3abd79-985c-4983-948b-45b0f751164f service nova] Releasing lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.663112] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce73c27-a8bc-4542-82a0-bb2aee5aa4e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.671072] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39ffe4-a3f4-4280-bec5-23b476175269 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.702556] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50668c2-1305-4a21-a7a5-b47d743b79b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.711172] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f0437f-9b06-46d7-86da-166ab994ace6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.725066] env[62839]: DEBUG nova.compute.provider_tree [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.746913] env[62839]: INFO nova.compute.manager [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Took 44.92 seconds to build instance. [ 646.791181] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.791491] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d3f923-e2ac-4bc4-a852-ceaaed8d3bd0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.800910] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 646.800910] env[62839]: value = "task-2756681" [ 646.800910] env[62839]: _type = "Task" [ 646.800910] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.814740] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.823372] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c0c0a0-96aa-bc65-43fa-3238a52853dc, 'name': SearchDatastore_Task, 'duration_secs': 0.02003} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.823372] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.823372] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.823372] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b677972-3a31-4ab8-8c0d-64e43ff73660 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.830245] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 646.830245] env[62839]: value = "task-2756682" [ 646.830245] env[62839]: _type = "Task" [ 646.830245] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.839521] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.919066] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756680, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.043138] env[62839]: DEBUG nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.068089] env[62839]: DEBUG nova.compute.manager [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received event network-changed-e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.068258] env[62839]: DEBUG nova.compute.manager [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Refreshing instance network info cache due to event network-changed-e66ceed3-a311-45d0-8f91-af806cb7a0f8. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.068551] env[62839]: DEBUG oslo_concurrency.lockutils [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] Acquiring lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.068713] env[62839]: DEBUG oslo_concurrency.lockutils [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] Acquired lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.068875] env[62839]: DEBUG nova.network.neutron [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Refreshing network info cache for port e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.075358] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.075675] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.075896] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.076179] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.076396] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.076594] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.076850] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.077275] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.077514] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.077729] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.077930] env[62839]: DEBUG nova.virt.hardware [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.079297] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3989f5-9470-48ba-9306-9250e45f420b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.087018] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.087297] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.087710] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.087819] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.087930] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.090079] env[62839]: INFO nova.compute.manager [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Terminating instance [ 647.101209] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f936d34a-569f-411c-ad5e-9111239ac979 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.228561] env[62839]: DEBUG nova.scheduler.client.report [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.248997] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d964fd5-eb6c-46f8-83bb-18acfbdc69a2 tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.562s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.315179] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756681, 'name': PowerOffVM_Task, 'duration_secs': 0.243796} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.315470] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.315659] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance '9d118db1-1c66-4b29-9ecf-32e7ab9460ac' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 647.341396] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756682, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.415431] env[62839]: DEBUG nova.network.neutron [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updated VIF entry in instance network info cache for port e66ceed3-a311-45d0-8f91-af806cb7a0f8. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.416099] env[62839]: DEBUG nova.network.neutron [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.422210] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756680, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.592354] env[62839]: DEBUG nova.compute.manager [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.593380] env[62839]: DEBUG nova.compute.manager [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing instance network info cache due to event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.593623] env[62839]: DEBUG oslo_concurrency.lockutils [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] Acquiring lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.594032] env[62839]: DEBUG oslo_concurrency.lockutils [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] Acquired lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.594032] env[62839]: DEBUG nova.network.neutron [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.596137] env[62839]: DEBUG nova.compute.manager [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.596137] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.597142] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba015f7-022c-4a28-9071-65cda63030d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.607014] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.607336] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b2673f-247a-4db8-8370-4dc12e7c5adb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.615091] env[62839]: DEBUG oslo_vmware.api [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 647.615091] env[62839]: value = "task-2756683" [ 647.615091] env[62839]: _type = "Task" [ 647.615091] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.625420] env[62839]: DEBUG oslo_vmware.api [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.734979] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.735405] env[62839]: DEBUG nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.738262] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.455s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.740223] env[62839]: INFO nova.compute.claims [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.752469] env[62839]: DEBUG nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.828245] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.828245] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.828245] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.828245] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.828693] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.828693] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.828693] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.828693] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.828693] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.828837] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.828837] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.838341] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8d97ca-a9a1-45ac-bb01-4484c6082a0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.867078] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519907} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.869046] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.870293] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.870293] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 647.870293] env[62839]: value = "task-2756684" [ 647.870293] env[62839]: _type = "Task" [ 647.870293] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.870293] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8028e3e-fe40-4921-aa9c-195c7408eec8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.886605] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 647.886605] env[62839]: value = "task-2756685" [ 647.886605] env[62839]: _type = "Task" [ 647.886605] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.890036] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.899860] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.918581] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756680, 'name': Rename_Task, 'duration_secs': 1.205639} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.918915] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.919188] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48928619-db32-493c-8c2a-605c1d873f85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.922875] env[62839]: DEBUG oslo_concurrency.lockutils [req-403fdb5b-ba0a-4c3d-a2b1-6ea8b3d276d2 req-230bcd68-aa05-47b8-bb22-075086ce9860 service nova] Releasing lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.927079] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 647.927079] env[62839]: value = "task-2756686" [ 647.927079] env[62839]: _type = "Task" [ 647.927079] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.938089] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.053444] env[62839]: DEBUG nova.network.neutron [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Successfully updated port: 91b503ee-246f-4c4f-b975-fb17fb0b9fb0 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.125970] env[62839]: DEBUG oslo_vmware.api [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756683, 'name': PowerOffVM_Task, 'duration_secs': 0.407528} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.126985] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.127272] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.127581] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033f37bc-3a7b-4da0-933a-0e8b6ecd0739 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.199353] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.199775] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.200078] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Deleting the datastore file [datastore2] 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.200359] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02aba361-da64-4f2b-9a8b-bda60ffa7e60 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.209547] env[62839]: DEBUG oslo_vmware.api [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for the task: (returnval){ [ 648.209547] env[62839]: value = "task-2756688" [ 648.209547] env[62839]: _type = "Task" [ 648.209547] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.219440] env[62839]: DEBUG oslo_vmware.api [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.245375] env[62839]: DEBUG nova.compute.utils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.254742] env[62839]: DEBUG nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.254742] env[62839]: DEBUG nova.network.neutron [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.278268] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.339281] env[62839]: DEBUG nova.policy [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b20945f057644428b5c1246129e00650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f5c79ec78a64b1aa634774f39d35294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.389932] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756684, 'name': ReconfigVM_Task, 'duration_secs': 0.405572} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.390345] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance '9d118db1-1c66-4b29-9ecf-32e7ab9460ac' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.403035] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326529} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.403287] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.404057] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30cb26f-525e-4594-a81f-92c2f7e472d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.428077] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.428736] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26482f27-06fc-49a9-958d-e570c2fa9fcf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.454273] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.455977] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 648.455977] env[62839]: value = "task-2756689" [ 648.455977] env[62839]: _type = "Task" [ 648.455977] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.465497] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.467075] env[62839]: DEBUG nova.network.neutron [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updated VIF entry in instance network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.467483] env[62839]: DEBUG nova.network.neutron [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [{"id": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "address": "fa:16:3e:e3:b7:d3", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de14d1a-77", "ovs_interfaceid": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.556398] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "refresh_cache-e781cd3c-2347-4273-87c1-eb3ae4421472" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.556506] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "refresh_cache-e781cd3c-2347-4273-87c1-eb3ae4421472" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.556661] env[62839]: DEBUG nova.network.neutron [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.720070] env[62839]: DEBUG oslo_vmware.api [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Task: {'id': task-2756688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172223} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.720317] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.720486] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.720998] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.720998] env[62839]: INFO nova.compute.manager [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 648.721179] env[62839]: DEBUG oslo.service.loopingcall [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.721274] env[62839]: DEBUG nova.compute.manager [-] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.721367] env[62839]: DEBUG nova.network.neutron [-] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.754417] env[62839]: DEBUG nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.807412] env[62839]: DEBUG nova.network.neutron [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Successfully created port: 738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.897491] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.897744] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.897931] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.898149] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.898299] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.898515] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.898737] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.898896] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.899078] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.899241] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.899610] env[62839]: DEBUG nova.virt.hardware [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.904933] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 648.905558] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0916a3e7-515a-4484-84df-90cd80f7fd47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.933191] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 648.933191] env[62839]: value = "task-2756690" [ 648.933191] env[62839]: _type = "Task" [ 648.933191] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.953025] env[62839]: DEBUG oslo_vmware.api [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756686, 'name': PowerOnVM_Task, 'duration_secs': 0.986645} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.953025] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.953025] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.953025] env[62839]: INFO nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Took 10.28 seconds to spawn the instance on the hypervisor. [ 648.953025] env[62839]: DEBUG nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.953502] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf4c0df-437d-4ad9-959c-fe94b93166a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.970874] env[62839]: DEBUG oslo_concurrency.lockutils [req-8bf51d66-67a6-4350-8a33-671c950fc9d7 req-23a6a24d-7054-4be8-a965-47903a58f9f7 service nova] Releasing lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.974654] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.107677] env[62839]: DEBUG nova.network.neutron [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.261021] env[62839]: INFO nova.virt.block_device [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Booting with volume 19da5a77-94c1-4f4a-a718-68a98d80a5cc at /dev/sda [ 649.325069] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b01a7c2-ca84-4eb8-b391-dcb17f85a4cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.338698] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2602e0-0ecb-4374-a523-3fcc3828e396 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.353764] env[62839]: DEBUG nova.network.neutron [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Updating instance_info_cache with network_info: [{"id": "91b503ee-246f-4c4f-b975-fb17fb0b9fb0", "address": "fa:16:3e:99:a5:73", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b503ee-24", "ovs_interfaceid": "91b503ee-246f-4c4f-b975-fb17fb0b9fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.384588] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfb695a1-edc5-47e0-8269-e957a3f4c9a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.395818] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb42555-d88c-49d8-bd8b-6687b5b98475 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.439080] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf4222b-d059-41d1-9f9f-f3ed54898abb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.449865] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756690, 'name': ReconfigVM_Task, 'duration_secs': 0.215149} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.452055] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 649.453030] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74ba22-38f9-4bee-85ed-59f2b85f50ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.455897] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3961dab8-14ef-4e44-b2b8-cf108eafdd73 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.487993] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 9d118db1-1c66-4b29-9ecf-32e7ab9460ac/9d118db1-1c66-4b29-9ecf-32e7ab9460ac.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.499762] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34dcca54-1cee-4d16-a86d-7f3668906e5e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.513201] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756689, 'name': ReconfigVM_Task, 'duration_secs': 0.623152} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.513689] env[62839]: DEBUG nova.virt.block_device [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Updating existing volume attachment record: 8c03ca0d-670e-4dd6-a8e7-38d565f283ed {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 649.516758] env[62839]: INFO nova.compute.manager [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Took 43.09 seconds to build instance. [ 649.520108] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.522121] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faf2c29e-d859-48e1-822b-7e8fd1705203 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.526371] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 649.526371] env[62839]: value = "task-2756691" [ 649.526371] env[62839]: _type = "Task" [ 649.526371] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.531344] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 649.531344] env[62839]: value = "task-2756692" [ 649.531344] env[62839]: _type = "Task" [ 649.531344] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.536636] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef04542-f979-436a-bc53-9c44ed346407 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.543022] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.550905] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756692, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.556645] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe52a0f9-a273-4b6d-bbf7-a4afc0011c2e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.588117] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6e7ee-68ba-4dd7-a936-ef48724700f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.597506] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2b30af-d78a-4c75-a459-697c7c8ee104 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.612849] env[62839]: DEBUG nova.compute.provider_tree [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.742971] env[62839]: DEBUG nova.network.neutron [-] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.848827] env[62839]: DEBUG nova.compute.manager [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Received event network-vif-plugged-91b503ee-246f-4c4f-b975-fb17fb0b9fb0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.849083] env[62839]: DEBUG oslo_concurrency.lockutils [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] Acquiring lock "e781cd3c-2347-4273-87c1-eb3ae4421472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.849357] env[62839]: DEBUG oslo_concurrency.lockutils [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.849608] env[62839]: DEBUG oslo_concurrency.lockutils [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.849839] env[62839]: DEBUG nova.compute.manager [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] No waiting events found dispatching network-vif-plugged-91b503ee-246f-4c4f-b975-fb17fb0b9fb0 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.850039] env[62839]: WARNING nova.compute.manager [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Received unexpected event network-vif-plugged-91b503ee-246f-4c4f-b975-fb17fb0b9fb0 for instance with vm_state building and task_state spawning. [ 649.850276] env[62839]: DEBUG nova.compute.manager [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Received event network-changed-91b503ee-246f-4c4f-b975-fb17fb0b9fb0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.850473] env[62839]: DEBUG nova.compute.manager [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Refreshing instance network info cache due to event network-changed-91b503ee-246f-4c4f-b975-fb17fb0b9fb0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.850669] env[62839]: DEBUG oslo_concurrency.lockutils [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] Acquiring lock "refresh_cache-e781cd3c-2347-4273-87c1-eb3ae4421472" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.856177] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "refresh_cache-e781cd3c-2347-4273-87c1-eb3ae4421472" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.856447] env[62839]: DEBUG nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Instance network_info: |[{"id": "91b503ee-246f-4c4f-b975-fb17fb0b9fb0", "address": "fa:16:3e:99:a5:73", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b503ee-24", "ovs_interfaceid": "91b503ee-246f-4c4f-b975-fb17fb0b9fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.856752] env[62839]: DEBUG oslo_concurrency.lockutils [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] Acquired lock "refresh_cache-e781cd3c-2347-4273-87c1-eb3ae4421472" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.856875] env[62839]: DEBUG nova.network.neutron [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Refreshing network info cache for port 91b503ee-246f-4c4f-b975-fb17fb0b9fb0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.858258] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a5:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b503ee-246f-4c4f-b975-fb17fb0b9fb0', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.870431] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Creating folder: Project (5dac93addc064660b8d98d9898157b6f). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.872024] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1461ed9f-f576-4d50-afc6-690bbb492da8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.888045] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Created folder: Project (5dac93addc064660b8d98d9898157b6f) in parent group-v554621. [ 649.888045] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Creating folder: Instances. Parent ref: group-v554704. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.888045] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5702322b-59d4-4ef4-908b-2ae0b425ec06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.900418] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Created folder: Instances in parent group-v554704. [ 649.900686] env[62839]: DEBUG oslo.service.loopingcall [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.900881] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.901108] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6604be14-4b2f-4789-b249-4049b57ea5cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.922563] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.922563] env[62839]: value = "task-2756695" [ 649.922563] env[62839]: _type = "Task" [ 649.922563] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.933733] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756695, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.025459] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e854417b-be1a-48e1-99bf-3f206a125e5a tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.695s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.039629] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756691, 'name': ReconfigVM_Task, 'duration_secs': 0.308796} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.040445] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 9d118db1-1c66-4b29-9ecf-32e7ab9460ac/9d118db1-1c66-4b29-9ecf-32e7ab9460ac.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.040824] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance '9d118db1-1c66-4b29-9ecf-32e7ab9460ac' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.048811] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756692, 'name': Rename_Task, 'duration_secs': 0.170645} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.049386] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.049728] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14714fff-8273-43e6-a711-e28043ae7a51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.060113] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 650.060113] env[62839]: value = "task-2756696" [ 650.060113] env[62839]: _type = "Task" [ 650.060113] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.072726] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.119030] env[62839]: DEBUG nova.scheduler.client.report [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.246039] env[62839]: INFO nova.compute.manager [-] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Took 1.52 seconds to deallocate network for instance. [ 650.273266] env[62839]: DEBUG nova.compute.manager [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.273618] env[62839]: DEBUG nova.compute.manager [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing instance network info cache due to event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.273679] env[62839]: DEBUG oslo_concurrency.lockutils [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] Acquiring lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.273823] env[62839]: DEBUG oslo_concurrency.lockutils [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] Acquired lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.273950] env[62839]: DEBUG nova.network.neutron [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.436635] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756695, 'name': CreateVM_Task, 'duration_secs': 0.372393} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.436842] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.437578] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.437748] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.438327] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.438641] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42da5b0f-047b-490a-b95e-a073bfc7c272 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.445864] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 650.445864] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ae19a-31de-5bd4-332e-373b01eb2e04" [ 650.445864] env[62839]: _type = "Task" [ 650.445864] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.459561] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ae19a-31de-5bd4-332e-373b01eb2e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.531276] env[62839]: DEBUG nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.557416] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b6ab2e-4040-47cc-8316-7b1543d1cc69 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.574017] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.591088] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0e6691-96b2-4354-822a-9fd31acf1c62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.617795] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance '9d118db1-1c66-4b29-9ecf-32e7ab9460ac' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.629276] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.630070] env[62839]: DEBUG nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.636098] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.984s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.636098] env[62839]: DEBUG nova.objects.instance [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lazy-loading 'resources' on Instance uuid 6e4b716a-3b9f-408d-a160-21f883edcdf7 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.649532] env[62839]: DEBUG nova.network.neutron [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Successfully updated port: 738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.707805] env[62839]: DEBUG nova.network.neutron [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Updated VIF entry in instance network info cache for port 91b503ee-246f-4c4f-b975-fb17fb0b9fb0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.708186] env[62839]: DEBUG nova.network.neutron [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Updating instance_info_cache with network_info: [{"id": "91b503ee-246f-4c4f-b975-fb17fb0b9fb0", "address": "fa:16:3e:99:a5:73", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b503ee-24", "ovs_interfaceid": "91b503ee-246f-4c4f-b975-fb17fb0b9fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.754595] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.958925] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ae19a-31de-5bd4-332e-373b01eb2e04, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.959318] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.959782] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.960094] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.960393] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.960621] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.961178] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8410b79e-68ae-4547-bc96-136070ec1372 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.970796] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.971210] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.971946] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0e4fb7-c43e-433a-a29c-6fb723f1108d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.977970] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 650.977970] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d8d6ce-3621-921d-9fc2-7ca548a14945" [ 650.977970] env[62839]: _type = "Task" [ 650.977970] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.991021] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d8d6ce-3621-921d-9fc2-7ca548a14945, 'name': SearchDatastore_Task, 'duration_secs': 0.009281} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.992500] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6944dadc-d59a-4a6d-a044-71a46b59fb18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.999068] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 650.999068] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522ee815-086a-c348-4f4d-c53a93b4db1b" [ 650.999068] env[62839]: _type = "Task" [ 650.999068] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.009891] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522ee815-086a-c348-4f4d-c53a93b4db1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.038529] env[62839]: DEBUG nova.network.neutron [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updated VIF entry in instance network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.038871] env[62839]: DEBUG nova.network.neutron [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [{"id": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "address": "fa:16:3e:e3:b7:d3", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de14d1a-77", "ovs_interfaceid": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.056767] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.073652] env[62839]: DEBUG oslo_vmware.api [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756696, 'name': PowerOnVM_Task, 'duration_secs': 0.728138} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.074143] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.074496] env[62839]: INFO nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Took 9.63 seconds to spawn the instance on the hypervisor. [ 651.074816] env[62839]: DEBUG nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.075748] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedba444-f286-4137-8495-266882d31a0d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.137019] env[62839]: DEBUG nova.compute.utils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.139828] env[62839]: DEBUG nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.140180] env[62839]: DEBUG nova.network.neutron [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.154035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Acquiring lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.154035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Acquired lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.154035] env[62839]: DEBUG nova.network.neutron [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.209596] env[62839]: DEBUG nova.network.neutron [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Port d70a0e33-5a7f-4837-8529-78a8a34ce550 binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 651.211896] env[62839]: DEBUG oslo_concurrency.lockutils [req-e2122ddd-916d-4a18-b4d9-a8aa6d63681f req-98f9983a-f968-4e19-a1de-80acafb8be8a service nova] Releasing lock "refresh_cache-e781cd3c-2347-4273-87c1-eb3ae4421472" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.232396] env[62839]: DEBUG nova.policy [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '366c3459a55f462d80008a46b76dfa4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6a5bc69d0a24568a262c4f5e9ed7e7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.415291] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.415736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.415736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.416162] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.416162] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.420594] env[62839]: INFO nova.compute.manager [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Terminating instance [ 651.513326] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522ee815-086a-c348-4f4d-c53a93b4db1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.516038] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.516466] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e781cd3c-2347-4273-87c1-eb3ae4421472/e781cd3c-2347-4273-87c1-eb3ae4421472.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.516896] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce8365be-4bf0-45f9-9920-1744ebee16fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.528318] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 651.528318] env[62839]: value = "task-2756697" [ 651.528318] env[62839]: _type = "Task" [ 651.528318] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.545116] env[62839]: DEBUG oslo_concurrency.lockutils [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] Releasing lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.545552] env[62839]: DEBUG nova.compute.manager [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Received event network-changed-d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.546270] env[62839]: DEBUG nova.compute.manager [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Refreshing instance network info cache due to event network-changed-d93f5238-06b4-4fb0-88c4-c442ba5de6cd. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.546270] env[62839]: DEBUG oslo_concurrency.lockutils [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] Acquiring lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.546270] env[62839]: DEBUG oslo_concurrency.lockutils [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] Acquired lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.546543] env[62839]: DEBUG nova.network.neutron [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Refreshing network info cache for port d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.549908] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.598053] env[62839]: INFO nova.compute.manager [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Took 43.56 seconds to build instance. [ 651.633857] env[62839]: DEBUG nova.network.neutron [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Successfully created port: f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.640539] env[62839]: DEBUG nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.651016] env[62839]: DEBUG nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.655028] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.655028] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.655028] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.655028] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.655303] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.655303] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.655303] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.655303] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.655303] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.655439] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.655439] env[62839]: DEBUG nova.virt.hardware [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.655439] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f434fd5c-6e78-4fbf-9b63-8f8e3145765d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.666854] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca680f-a99e-4cd0-88fa-7213e1576437 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.696691] env[62839]: DEBUG nova.network.neutron [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.846189] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3098941-6f29-46be-ad19-48a34b52d9a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.863603] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d00be4-c003-4572-8994-4ffa86f3fefb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.923205] env[62839]: DEBUG nova.network.neutron [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Updating instance_info_cache with network_info: [{"id": "738d65f5-4a0a-40e5-be3c-ec586658607a", "address": "fa:16:3e:e4:ef:c8", "network": {"id": "98c88115-a552-48ef-8610-ec5ccad6c026", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1450601104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5c79ec78a64b1aa634774f39d35294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d65f5-4a", "ovs_interfaceid": "738d65f5-4a0a-40e5-be3c-ec586658607a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.930041] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423e289-f5bf-418a-b7ea-ba97bd6015c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.931972] env[62839]: DEBUG nova.compute.manager [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.932506] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.933830] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3908e-ac56-4127-ae85-c7e81f797090 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.946232] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15242c08-83b1-44c8-acc7-564f2648b8c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.953367] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.954079] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355fa272-a8d3-48df-96fc-9d51ad0d03bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.965148] env[62839]: DEBUG nova.compute.provider_tree [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.971223] env[62839]: DEBUG oslo_vmware.api [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 651.971223] env[62839]: value = "task-2756698" [ 651.971223] env[62839]: _type = "Task" [ 651.971223] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.984921] env[62839]: DEBUG oslo_vmware.api [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.043608] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756697, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.102113] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3e94e6a3-a051-43bb-b8cb-825729d2a241 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.292s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.207363] env[62839]: DEBUG nova.compute.manager [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Received event network-vif-deleted-81ead580-13f2-4752-a149-474b0adb5a8d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.207568] env[62839]: DEBUG nova.compute.manager [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Received event network-vif-plugged-738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.207761] env[62839]: DEBUG oslo_concurrency.lockutils [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] Acquiring lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.207963] env[62839]: DEBUG oslo_concurrency.lockutils [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.208316] env[62839]: DEBUG oslo_concurrency.lockutils [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.208765] env[62839]: DEBUG nova.compute.manager [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] No waiting events found dispatching network-vif-plugged-738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.211477] env[62839]: WARNING nova.compute.manager [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Received unexpected event network-vif-plugged-738d65f5-4a0a-40e5-be3c-ec586658607a for instance with vm_state building and task_state spawning. [ 652.211477] env[62839]: DEBUG nova.compute.manager [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Received event network-changed-738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.211477] env[62839]: DEBUG nova.compute.manager [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Refreshing instance network info cache due to event network-changed-738d65f5-4a0a-40e5-be3c-ec586658607a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.211477] env[62839]: DEBUG oslo_concurrency.lockutils [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] Acquiring lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.233814] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.234053] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.234272] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.328417] env[62839]: DEBUG nova.network.neutron [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updated VIF entry in instance network info cache for port d93f5238-06b4-4fb0-88c4-c442ba5de6cd. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.329030] env[62839]: DEBUG nova.network.neutron [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updating instance_info_cache with network_info: [{"id": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "address": "fa:16:3e:a6:2c:09", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93f5238-06", "ovs_interfaceid": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.434514] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Releasing lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.434796] env[62839]: DEBUG nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Instance network_info: |[{"id": "738d65f5-4a0a-40e5-be3c-ec586658607a", "address": "fa:16:3e:e4:ef:c8", "network": {"id": "98c88115-a552-48ef-8610-ec5ccad6c026", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1450601104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5c79ec78a64b1aa634774f39d35294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d65f5-4a", "ovs_interfaceid": "738d65f5-4a0a-40e5-be3c-ec586658607a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.434924] env[62839]: DEBUG oslo_concurrency.lockutils [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] Acquired lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.435121] env[62839]: DEBUG nova.network.neutron [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Refreshing network info cache for port 738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.436855] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:ef:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '738d65f5-4a0a-40e5-be3c-ec586658607a', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.447033] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Creating folder: Project (3f5c79ec78a64b1aa634774f39d35294). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.450148] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f70b7355-d04d-40b2-9f2a-00127fe582d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.466810] env[62839]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 652.467041] env[62839]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62839) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 652.467975] env[62839]: DEBUG nova.scheduler.client.report [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.471299] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Folder already exists: Project (3f5c79ec78a64b1aa634774f39d35294). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 652.471542] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Creating folder: Instances. Parent ref: group-v554641. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.472492] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6147b405-4f8f-4b17-8510-27d6b0869937 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.485071] env[62839]: DEBUG oslo_vmware.api [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756698, 'name': PowerOffVM_Task, 'duration_secs': 0.483424} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.486661] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.486661] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.486661] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab270b4b-bebf-4ee3-ab90-59afbfa40fc8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.489442] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Created folder: Instances in parent group-v554641. [ 652.489747] env[62839]: DEBUG oslo.service.loopingcall [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.490230] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.490611] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb84af0b-8bd1-4f94-9c41-2c6f4ff0a5fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.511800] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.511800] env[62839]: value = "task-2756702" [ 652.511800] env[62839]: _type = "Task" [ 652.511800] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.513998] env[62839]: DEBUG nova.compute.manager [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Received event network-changed-d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.514328] env[62839]: DEBUG nova.compute.manager [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Refreshing instance network info cache due to event network-changed-d93f5238-06b4-4fb0-88c4-c442ba5de6cd. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.514411] env[62839]: DEBUG oslo_concurrency.lockutils [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] Acquiring lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.524556] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756702, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.543412] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526855} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.545929] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e781cd3c-2347-4273-87c1-eb3ae4421472/e781cd3c-2347-4273-87c1-eb3ae4421472.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.546204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.546498] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a46389a-887a-4163-ae72-e51995febf08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.555158] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 652.555158] env[62839]: value = "task-2756703" [ 652.555158] env[62839]: _type = "Task" [ 652.555158] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.565541] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.597460] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.598118] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.598553] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Deleting the datastore file [datastore2] 84013e5a-57bf-4d6d-90db-73b7f6f7b63f {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.598935] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee47c2ac-37f4-440f-8062-8a28be3e4045 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.606263] env[62839]: DEBUG oslo_vmware.api [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for the task: (returnval){ [ 652.606263] env[62839]: value = "task-2756704" [ 652.606263] env[62839]: _type = "Task" [ 652.606263] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.613150] env[62839]: DEBUG nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.625124] env[62839]: DEBUG oslo_vmware.api [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.652768] env[62839]: DEBUG nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.674218] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "0337a2e1-4678-4616-9758-f964dcb14e2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.674540] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.675125] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "0337a2e1-4678-4616-9758-f964dcb14e2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.675125] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.675275] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.680842] env[62839]: INFO nova.compute.manager [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Terminating instance [ 652.689550] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.689811] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.689978] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.690190] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.690719] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.690719] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.690719] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.692704] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.692704] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.692704] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.692704] env[62839]: DEBUG nova.virt.hardware [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.692704] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412f7c0-c139-4e72-8298-d933b7151235 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.701991] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5a5a99-3a5d-480f-ae63-42fcc15337f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.818404] env[62839]: DEBUG nova.network.neutron [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Updated VIF entry in instance network info cache for port 738d65f5-4a0a-40e5-be3c-ec586658607a. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.818953] env[62839]: DEBUG nova.network.neutron [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Updating instance_info_cache with network_info: [{"id": "738d65f5-4a0a-40e5-be3c-ec586658607a", "address": "fa:16:3e:e4:ef:c8", "network": {"id": "98c88115-a552-48ef-8610-ec5ccad6c026", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1450601104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5c79ec78a64b1aa634774f39d35294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d65f5-4a", "ovs_interfaceid": "738d65f5-4a0a-40e5-be3c-ec586658607a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.832175] env[62839]: DEBUG oslo_concurrency.lockutils [req-e089535a-19cd-48cc-8ca9-7d37d83d890e req-590a9fb4-32d0-4b57-9a66-b9870699a3c3 service nova] Releasing lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.833477] env[62839]: DEBUG oslo_concurrency.lockutils [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] Acquired lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.833732] env[62839]: DEBUG nova.network.neutron [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Refreshing network info cache for port d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.975817] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.978245] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.742s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.979898] env[62839]: INFO nova.compute.claims [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.006365] env[62839]: INFO nova.scheduler.client.report [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted allocations for instance 6e4b716a-3b9f-408d-a160-21f883edcdf7 [ 653.024396] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756702, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.065637] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138151} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.065938] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.066960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a8e0d-c11b-419a-93df-6be63d5409ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.091191] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e781cd3c-2347-4273-87c1-eb3ae4421472/e781cd3c-2347-4273-87c1-eb3ae4421472.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.095026] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e86873-fdc1-456b-b877-b2d406fa10ee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.117715] env[62839]: DEBUG oslo_vmware.api [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Task: {'id': task-2756704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253397} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.119478] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.119786] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.120069] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.120302] env[62839]: INFO nova.compute.manager [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 653.121261] env[62839]: DEBUG oslo.service.loopingcall [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.124292] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 653.124292] env[62839]: value = "task-2756705" [ 653.124292] env[62839]: _type = "Task" [ 653.124292] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.127218] env[62839]: DEBUG nova.compute.manager [-] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.127353] env[62839]: DEBUG nova.network.neutron [-] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.141780] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.143351] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.187041] env[62839]: DEBUG nova.compute.manager [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.187041] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.187041] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea80d2c1-ebc1-4c0a-868d-532711b77280 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.195941] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.196454] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ed3bdfe-abe7-400c-a02e-f66adc8f0295 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.204188] env[62839]: DEBUG oslo_vmware.api [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 653.204188] env[62839]: value = "task-2756706" [ 653.204188] env[62839]: _type = "Task" [ 653.204188] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.216454] env[62839]: DEBUG oslo_vmware.api [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.325361] env[62839]: DEBUG oslo_concurrency.lockutils [req-a8cd2b3c-249b-45c5-bb79-5fdb66ee21ca req-f33a946b-47c6-4d75-a8d0-0aff887f05fa service nova] Releasing lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.380471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.380471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.380471] env[62839]: DEBUG nova.network.neutron [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.520522] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b747f43c-4344-4240-a366-ec19bf80830f tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "6e4b716a-3b9f-408d-a160-21f883edcdf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.229s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.529254] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756702, 'name': CreateVM_Task, 'duration_secs': 0.606811} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.532190] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.533058] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '8c03ca0d-670e-4dd6-a8e7-38d565f283ed', 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554654', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'name': 'volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1bad7e-8493-42c3-b92f-fcdc48fc7461', 'attached_at': '', 'detached_at': '', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'serial': '19da5a77-94c1-4f4a-a718-68a98d80a5cc'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62839) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 653.534023] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Root volume attach. Driver type: vmdk {{(pid=62839) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 653.534859] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa99734-db10-4cdb-b78f-e76fbaddb977 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.547019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f0b03d-e6e3-4899-a75a-b31b4753ef29 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.559529] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b39286-5b74-4bc7-9adb-0cdd6b5da5a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.568508] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f348e765-1132-4ff8-9816-4c6515bf970f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.577745] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 653.577745] env[62839]: value = "task-2756707" [ 653.577745] env[62839]: _type = "Task" [ 653.577745] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.590916] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.642977] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756705, 'name': ReconfigVM_Task, 'duration_secs': 0.328651} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.643345] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e781cd3c-2347-4273-87c1-eb3ae4421472/e781cd3c-2347-4273-87c1-eb3ae4421472.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.644286] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3390a839-0dc2-494f-8c56-3c1dfd805ef3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.653935] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 653.653935] env[62839]: value = "task-2756708" [ 653.653935] env[62839]: _type = "Task" [ 653.653935] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.668312] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756708, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.719784] env[62839]: DEBUG oslo_vmware.api [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756706, 'name': PowerOffVM_Task, 'duration_secs': 0.183297} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.720245] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.720807] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.721300] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bca6c1a7-c918-4d27-b332-affac22a73e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.732208] env[62839]: DEBUG nova.network.neutron [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updated VIF entry in instance network info cache for port d93f5238-06b4-4fb0-88c4-c442ba5de6cd. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.732842] env[62839]: DEBUG nova.network.neutron [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updating instance_info_cache with network_info: [{"id": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "address": "fa:16:3e:a6:2c:09", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93f5238-06", "ovs_interfaceid": "d93f5238-06b4-4fb0-88c4-c442ba5de6cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.794076] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.794076] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.794076] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Deleting the datastore file [datastore2] 0337a2e1-4678-4616-9758-f964dcb14e2a {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.794076] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839e538e-a637-4f9f-870e-9a15c9956765 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.807854] env[62839]: DEBUG oslo_vmware.api [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 653.807854] env[62839]: value = "task-2756710" [ 653.807854] env[62839]: _type = "Task" [ 653.807854] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.826318] env[62839]: DEBUG oslo_vmware.api [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.850251] env[62839]: DEBUG nova.network.neutron [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Successfully updated port: f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.091855] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 42%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.170254] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756708, 'name': Rename_Task, 'duration_secs': 0.173188} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.170694] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.170990] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5030a8df-cd68-4d63-9759-fbbec3403535 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.172942] env[62839]: DEBUG nova.network.neutron [-] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.188926] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 654.188926] env[62839]: value = "task-2756711" [ 654.188926] env[62839]: _type = "Task" [ 654.188926] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.189273] env[62839]: DEBUG nova.network.neutron [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance_info_cache with network_info: [{"id": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "address": "fa:16:3e:2f:36:81", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70a0e33-5a", "ovs_interfaceid": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.204772] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.237371] env[62839]: DEBUG oslo_concurrency.lockutils [req-673ca0bb-f3aa-4ada-b57d-90d9aaa2d962 req-19c99e39-e9b6-4e0a-adbd-16f344f1f94a service nova] Releasing lock "refresh_cache-0337a2e1-4678-4616-9758-f964dcb14e2a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.323555] env[62839]: DEBUG oslo_vmware.api [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.357063] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.357245] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.357402] env[62839]: DEBUG nova.network.neutron [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.593255] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 54%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.599961] env[62839]: DEBUG nova.compute.manager [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Received event network-vif-plugged-f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.600300] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Acquiring lock "39d13a82-dea4-41d1-a477-e73230b9817b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.600497] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Lock "39d13a82-dea4-41d1-a477-e73230b9817b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.600663] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Lock "39d13a82-dea4-41d1-a477-e73230b9817b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.600857] env[62839]: DEBUG nova.compute.manager [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] No waiting events found dispatching network-vif-plugged-f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.600996] env[62839]: WARNING nova.compute.manager [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Received unexpected event network-vif-plugged-f097def9-85a7-4404-bc29-886ae08e4ce0 for instance with vm_state building and task_state spawning. [ 654.601198] env[62839]: DEBUG nova.compute.manager [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.601375] env[62839]: DEBUG nova.compute.manager [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing instance network info cache due to event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.601560] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Acquiring lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.601695] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Acquired lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601849] env[62839]: DEBUG nova.network.neutron [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.682688] env[62839]: INFO nova.compute.manager [-] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Took 1.55 seconds to deallocate network for instance. [ 654.697776] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a514e6c-530a-44b2-86fb-625ecefeedad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.702203] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.717741] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb52bafe-f946-4c47-971e-b13aa282e23b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.721994] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.757844] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad17603d-85cb-46cb-9a1d-7b5ca54c1e96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.772784] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1288c6f9-533b-46dc-91d7-95b3eddd97b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.792283] env[62839]: DEBUG nova.compute.provider_tree [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.796872] env[62839]: DEBUG nova.compute.manager [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.796872] env[62839]: DEBUG nova.compute.manager [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing instance network info cache due to event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.796872] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] Acquiring lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.796872] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] Acquired lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.796872] env[62839]: DEBUG nova.network.neutron [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.823544] env[62839]: DEBUG oslo_vmware.api [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586941} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.823544] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.823733] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.823958] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.824171] env[62839]: INFO nova.compute.manager [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 654.824419] env[62839]: DEBUG oslo.service.loopingcall [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.824609] env[62839]: DEBUG nova.compute.manager [-] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.824786] env[62839]: DEBUG nova.network.neutron [-] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.935227] env[62839]: DEBUG nova.network.neutron [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.095981] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 69%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.204228] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.207465] env[62839]: DEBUG oslo_vmware.api [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756711, 'name': PowerOnVM_Task, 'duration_secs': 0.567485} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.208328] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.208328] env[62839]: INFO nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Took 8.16 seconds to spawn the instance on the hypervisor. [ 655.210035] env[62839]: DEBUG nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.213881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e116f-b065-4de6-ab31-b361e00e4974 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.239119] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa617b63-ca8e-4a37-9b5a-3616021f5ecd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.262902] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5cd34-8079-48c4-b0f4-217e21e28adf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.269284] env[62839]: DEBUG nova.network.neutron [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updating instance_info_cache with network_info: [{"id": "f097def9-85a7-4404-bc29-886ae08e4ce0", "address": "fa:16:3e:92:6e:dc", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf097def9-85", "ovs_interfaceid": "f097def9-85a7-4404-bc29-886ae08e4ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.282995] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance '9d118db1-1c66-4b29-9ecf-32e7ab9460ac' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.299792] env[62839]: DEBUG nova.scheduler.client.report [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.595547] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 82%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.643798] env[62839]: DEBUG nova.network.neutron [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updated VIF entry in instance network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.644216] env[62839]: DEBUG nova.network.neutron [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf468c24-f5", "ovs_interfaceid": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.677431] env[62839]: DEBUG nova.network.neutron [-] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.738688] env[62839]: INFO nova.compute.manager [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Took 44.78 seconds to build instance. [ 655.755116] env[62839]: DEBUG nova.network.neutron [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updated VIF entry in instance network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.755639] env[62839]: DEBUG nova.network.neutron [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [{"id": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "address": "fa:16:3e:e3:b7:d3", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de14d1a-77", "ovs_interfaceid": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.774924] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Releasing lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.775249] env[62839]: DEBUG nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Instance network_info: |[{"id": "f097def9-85a7-4404-bc29-886ae08e4ce0", "address": "fa:16:3e:92:6e:dc", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf097def9-85", "ovs_interfaceid": "f097def9-85a7-4404-bc29-886ae08e4ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.775725] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:6e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f097def9-85a7-4404-bc29-886ae08e4ce0', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.785398] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Creating folder: Project (e6a5bc69d0a24568a262c4f5e9ed7e7f). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.786121] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-222f1077-7a33-47d4-b9c0-e0635a0a859d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.791361] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.791972] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34348a86-112a-469d-9756-dba158b3f189 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.801719] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 655.801719] env[62839]: value = "task-2756713" [ 655.801719] env[62839]: _type = "Task" [ 655.801719] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.803273] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Created folder: Project (e6a5bc69d0a24568a262c4f5e9ed7e7f) in parent group-v554621. [ 655.803463] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Creating folder: Instances. Parent ref: group-v554709. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.806875] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee98b84d-ac34-44a5-b143-e7140c9d191f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.809307] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.810109] env[62839]: DEBUG nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.812411] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.638s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.813864] env[62839]: INFO nova.compute.claims [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.825856] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.830651] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Created folder: Instances in parent group-v554709. [ 655.830651] env[62839]: DEBUG oslo.service.loopingcall [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.830651] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.830651] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-130cba7d-3a31-47c0-a3d0-bd5dbce5e53e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.855576] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.855576] env[62839]: value = "task-2756715" [ 655.855576] env[62839]: _type = "Task" [ 655.855576] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.867918] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756715, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.093591] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 95%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.147031] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Releasing lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.147990] env[62839]: DEBUG nova.compute.manager [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Received event network-changed-f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.147990] env[62839]: DEBUG nova.compute.manager [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Refreshing instance network info cache due to event network-changed-f097def9-85a7-4404-bc29-886ae08e4ce0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.147990] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Acquiring lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.147990] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Acquired lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.147990] env[62839]: DEBUG nova.network.neutron [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Refreshing network info cache for port f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.180603] env[62839]: INFO nova.compute.manager [-] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Took 1.36 seconds to deallocate network for instance. [ 656.242206] env[62839]: DEBUG oslo_concurrency.lockutils [None req-89df647c-4056-4d80-b521-775161317839 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.042s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.259047] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] Releasing lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.259279] env[62839]: DEBUG nova.compute.manager [req-2fb8e114-c474-40d9-9ddb-fd3f926ae44b req-8a0c6ec0-8a40-4fe1-9c6e-5fa364f34f9d service nova] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Received event network-vif-deleted-74316a67-0330-4288-82f5-8d54ce68fdd2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.314975] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.323022] env[62839]: DEBUG nova.compute.utils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.324601] env[62839]: DEBUG nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.324956] env[62839]: DEBUG nova.network.neutron [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.366180] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756715, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.401877] env[62839]: DEBUG nova.policy [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b66a1ae41544d2690c31bfbb1b0195c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '859451b5df8b4764924783a7756d8898', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.594596] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 97%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.629120] env[62839]: DEBUG nova.compute.manager [req-421fba18-cd03-48a8-b77e-ef7900e6e71c req-1e8f83c8-d444-4db3-82be-60c2de404ea4 service nova] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Received event network-vif-deleted-d93f5238-06b4-4fb0-88c4-c442ba5de6cd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.688203] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.746305] env[62839]: DEBUG nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.804884] env[62839]: DEBUG nova.network.neutron [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Successfully created port: de22bafe-dc0b-4117-88c7-8120f81c6738 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.816817] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.819863] env[62839]: DEBUG nova.compute.manager [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.821032] env[62839]: DEBUG nova.compute.manager [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing instance network info cache due to event network-changed-2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.821032] env[62839]: DEBUG oslo_concurrency.lockutils [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] Acquiring lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.821032] env[62839]: DEBUG oslo_concurrency.lockutils [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] Acquired lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.821032] env[62839]: DEBUG nova.network.neutron [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Refreshing network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.826133] env[62839]: DEBUG nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.879306] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756715, 'name': CreateVM_Task, 'duration_secs': 0.689974} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.879412] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.880117] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.880286] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.880598] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.881178] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b63ade-1fc6-4360-95db-db588c9a91e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.888388] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 656.888388] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52550f7b-2e9c-a4a6-01db-7f4c965b9c4e" [ 656.888388] env[62839]: _type = "Task" [ 656.888388] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.903909] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52550f7b-2e9c-a4a6-01db-7f4c965b9c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.099123] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task} progress is 98%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.134210] env[62839]: DEBUG nova.network.neutron [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updated VIF entry in instance network info cache for port f097def9-85a7-4404-bc29-886ae08e4ce0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.134585] env[62839]: DEBUG nova.network.neutron [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updating instance_info_cache with network_info: [{"id": "f097def9-85a7-4404-bc29-886ae08e4ce0", "address": "fa:16:3e:92:6e:dc", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf097def9-85", "ovs_interfaceid": "f097def9-85a7-4404-bc29-886ae08e4ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.270321] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.316262] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.401053] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52550f7b-2e9c-a4a6-01db-7f4c965b9c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.021151} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.404177] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.404419] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.404649] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.404798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.404973] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.406666] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a078fc7-b82a-4584-b5e1-7a00d3f975f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.421435] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.421627] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.425025] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e0e499-d190-4d1c-be50-2a0ca55ff23f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.433438] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 657.433438] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524839fb-949f-b4d5-7c8b-4ebc276145f1" [ 657.433438] env[62839]: _type = "Task" [ 657.433438] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.442239] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524839fb-949f-b4d5-7c8b-4ebc276145f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.484016] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79335a-d449-44de-93f9-03affb22cb28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.489661] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7620d013-0f44-4baa-baba-780adbc231f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.524093] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869a5f3-7b30-4e07-8074-69bca2d80bb2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.535229] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1114c4-ad49-4a92-b640-801d5f631bc8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.550055] env[62839]: DEBUG nova.compute.provider_tree [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.596747] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756707, 'name': RelocateVM_Task, 'duration_secs': 3.579855} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.597011] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 657.597217] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554654', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'name': 'volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1bad7e-8493-42c3-b92f-fcdc48fc7461', 'attached_at': '', 'detached_at': '', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'serial': '19da5a77-94c1-4f4a-a718-68a98d80a5cc'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 657.597979] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5df469-1fc2-4c3b-bb85-58b8841e18ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.601680] env[62839]: DEBUG nova.network.neutron [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updated VIF entry in instance network info cache for port 2de14d1a-7718-4ed9-b9eb-fc705f3211bb. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.602024] env[62839]: DEBUG nova.network.neutron [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [{"id": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "address": "fa:16:3e:e3:b7:d3", "network": {"id": "55026345-a6d0-4c02-af62-8c1fe9112059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-791117577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7dd9b49bf6444f87d3ee1d85847039", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de14d1a-77", "ovs_interfaceid": "2de14d1a-7718-4ed9-b9eb-fc705f3211bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.618279] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c27e13a-109e-4704-a10c-683c162a2edf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.642332] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc/volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.642925] env[62839]: DEBUG oslo_concurrency.lockutils [req-e3543727-cb00-4d49-816f-5010da30c4f5 req-489eefd9-7738-4d64-a91c-d1eb8d4f67b9 service nova] Releasing lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.643693] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef10407-9b98-40ff-8797-98217eb30ca1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.665404] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 657.665404] env[62839]: value = "task-2756716" [ 657.665404] env[62839]: _type = "Task" [ 657.665404] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.674467] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.817554] env[62839]: DEBUG oslo_vmware.api [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2756713, 'name': PowerOnVM_Task, 'duration_secs': 1.558073} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.817823] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.818097] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1503fe48-d7c2-4034-8da4-b5eea0eba0d2 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance '9d118db1-1c66-4b29-9ecf-32e7ab9460ac' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.841030] env[62839]: DEBUG nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.871328] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.871637] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.871781] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.871987] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.872168] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.872327] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.872630] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.872832] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.873024] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.873193] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.873377] env[62839]: DEBUG nova.virt.hardware [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.874556] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a8bf5a-a476-4c5b-a98c-28825173fe13 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.884381] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab3175c-30d8-4ecc-8483-f5334eafd905 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.947102] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524839fb-949f-b4d5-7c8b-4ebc276145f1, 'name': SearchDatastore_Task, 'duration_secs': 0.020228} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.947883] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312f36c2-26d0-465a-868f-d94085137b6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.953782] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 657.953782] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244dcb0-092f-098e-3000-c070c36ce75e" [ 657.953782] env[62839]: _type = "Task" [ 657.953782] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.962062] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244dcb0-092f-098e-3000-c070c36ce75e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.054279] env[62839]: DEBUG nova.scheduler.client.report [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.105244] env[62839]: DEBUG oslo_concurrency.lockutils [req-639504da-86ad-4c6c-9f13-899ba0584a5e req-c51321b4-a273-4264-9f21-b2eb1fc62484 service nova] Releasing lock "refresh_cache-6fb562ee-db7e-46cf-acc3-447ed69cbab1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.176394] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756716, 'name': ReconfigVM_Task, 'duration_secs': 0.284447} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.176678] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc/volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.181396] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d030f06-f26a-4d6f-888d-e1bffe4b8203 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.198393] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 658.198393] env[62839]: value = "task-2756717" [ 658.198393] env[62839]: _type = "Task" [ 658.198393] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.207366] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.471715] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244dcb0-092f-098e-3000-c070c36ce75e, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.472103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.472554] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 39d13a82-dea4-41d1-a477-e73230b9817b/39d13a82-dea4-41d1-a477-e73230b9817b.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.472894] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ec9fffc-21ba-4743-b258-6788967dcd5a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.481699] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 658.481699] env[62839]: value = "task-2756718" [ 658.481699] env[62839]: _type = "Task" [ 658.481699] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.492090] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.559734] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.560284] env[62839]: DEBUG nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.563159] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.719s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.567527] env[62839]: DEBUG nova.objects.instance [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lazy-loading 'resources' on Instance uuid d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.651969] env[62839]: DEBUG nova.network.neutron [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Successfully updated port: de22bafe-dc0b-4117-88c7-8120f81c6738 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.715907] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756717, 'name': ReconfigVM_Task, 'duration_secs': 0.123002} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.715907] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554654', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'name': 'volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1bad7e-8493-42c3-b92f-fcdc48fc7461', 'attached_at': '', 'detached_at': '', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'serial': '19da5a77-94c1-4f4a-a718-68a98d80a5cc'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 658.715907] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d2c65aa-e38f-40cb-b17c-ce7109888662 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.725445] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 658.725445] env[62839]: value = "task-2756719" [ 658.725445] env[62839]: _type = "Task" [ 658.725445] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.737496] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756719, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.871259] env[62839]: DEBUG nova.compute.manager [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Received event network-vif-plugged-de22bafe-dc0b-4117-88c7-8120f81c6738 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.871457] env[62839]: DEBUG oslo_concurrency.lockutils [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] Acquiring lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.871643] env[62839]: DEBUG oslo_concurrency.lockutils [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.871832] env[62839]: DEBUG oslo_concurrency.lockutils [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.872076] env[62839]: DEBUG nova.compute.manager [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] No waiting events found dispatching network-vif-plugged-de22bafe-dc0b-4117-88c7-8120f81c6738 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.872311] env[62839]: WARNING nova.compute.manager [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Received unexpected event network-vif-plugged-de22bafe-dc0b-4117-88c7-8120f81c6738 for instance with vm_state building and task_state spawning. [ 658.872480] env[62839]: DEBUG nova.compute.manager [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Received event network-changed-de22bafe-dc0b-4117-88c7-8120f81c6738 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.872652] env[62839]: DEBUG nova.compute.manager [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Refreshing instance network info cache due to event network-changed-de22bafe-dc0b-4117-88c7-8120f81c6738. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.872824] env[62839]: DEBUG oslo_concurrency.lockutils [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] Acquiring lock "refresh_cache-a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.872990] env[62839]: DEBUG oslo_concurrency.lockutils [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] Acquired lock "refresh_cache-a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.873126] env[62839]: DEBUG nova.network.neutron [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Refreshing network info cache for port de22bafe-dc0b-4117-88c7-8120f81c6738 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.994587] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.073723] env[62839]: DEBUG nova.compute.utils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.075279] env[62839]: DEBUG nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.075377] env[62839]: DEBUG nova.network.neutron [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.134917] env[62839]: DEBUG nova.compute.manager [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.136665] env[62839]: DEBUG nova.policy [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbf71be2ae58423ab02335f0ce572d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d28498e26b46c997086c60fe0b25b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.138960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb53353-84cf-4590-a47e-11b2f4a7743a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.155254] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "refresh_cache-a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.236447] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756719, 'name': Rename_Task, 'duration_secs': 0.143785} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.239197] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.240437] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-663f4973-ecf0-4ce6-ab5a-568e39162011 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.248376] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 659.248376] env[62839]: value = "task-2756720" [ 659.248376] env[62839]: _type = "Task" [ 659.248376] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.259465] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.432354] env[62839]: DEBUG nova.network.neutron [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.497317] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624881} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.497594] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 39d13a82-dea4-41d1-a477-e73230b9817b/39d13a82-dea4-41d1-a477-e73230b9817b.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.497835] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.498124] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b07d0219-508b-4ac5-b29b-1ccd844bab0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.506173] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 659.506173] env[62839]: value = "task-2756721" [ 659.506173] env[62839]: _type = "Task" [ 659.506173] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.515028] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.545832] env[62839]: DEBUG nova.network.neutron [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.562757] env[62839]: DEBUG nova.network.neutron [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Successfully created port: 219811e7-78b4-4303-b97d-3c911beb64dc {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.580981] env[62839]: DEBUG nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.654513] env[62839]: INFO nova.compute.manager [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] instance snapshotting [ 659.657095] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44331457-ea60-4e10-b080-167551805099 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.679512] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d2924-8089-4c88-aa16-13ea28631d37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.713442] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2894f448-5751-4d0c-89f5-00c04ce78635 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.727161] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105d4e0f-2d30-401c-9e25-68fc97528be4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.770026] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd18b32-5704-4a28-bd16-8aa5964a8191 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.779599] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756720, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.780898] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3170e-857c-4d3f-ba31-6a8f1116278b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.795896] env[62839]: DEBUG nova.compute.provider_tree [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.020261] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072557} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.021608] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.025038] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584e582a-14dd-412d-b329-95ad3b13fa40 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.049024] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 39d13a82-dea4-41d1-a477-e73230b9817b/39d13a82-dea4-41d1-a477-e73230b9817b.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.050182] env[62839]: DEBUG oslo_concurrency.lockutils [req-adeb16aa-3d01-4239-976e-fdf5bfbb8caf req-015ea084-c4e6-4b30-a90e-43c3e1105624 service nova] Releasing lock "refresh_cache-a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.050735] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90975a58-594c-421f-8426-26f8067c2b04 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.064868] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired lock "refresh_cache-a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.065039] env[62839]: DEBUG nova.network.neutron [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.073438] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 660.073438] env[62839]: value = "task-2756722" [ 660.073438] env[62839]: _type = "Task" [ 660.073438] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.087777] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.192627] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 660.192951] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78788d8d-555b-44f8-a76d-2535cdaae658 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.201982] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 660.201982] env[62839]: value = "task-2756723" [ 660.201982] env[62839]: _type = "Task" [ 660.201982] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.212202] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.273416] env[62839]: DEBUG oslo_vmware.api [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756720, 'name': PowerOnVM_Task, 'duration_secs': 0.538011} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.273690] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.273896] env[62839]: INFO nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Took 8.62 seconds to spawn the instance on the hypervisor. [ 660.274087] env[62839]: DEBUG nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.274859] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f51af3-264e-4d61-9eb8-fd8a973a1223 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.299307] env[62839]: DEBUG nova.scheduler.client.report [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.529187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.529592] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.529933] env[62839]: DEBUG nova.compute.manager [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Going to confirm migration 1 {{(pid=62839) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 660.585873] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.590258] env[62839]: DEBUG nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.615781] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.615943] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.616213] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.616427] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.616579] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.616796] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.617031] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.617234] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.617358] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.617520] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.617694] env[62839]: DEBUG nova.virt.hardware [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.618866] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae5963-d2e1-46b4-900a-d6c3ecd756b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.622269] env[62839]: DEBUG nova.network.neutron [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.629696] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea6cc17-c08e-4642-b34b-79db82209cba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.712394] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.790623] env[62839]: DEBUG nova.network.neutron [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Updating instance_info_cache with network_info: [{"id": "de22bafe-dc0b-4117-88c7-8120f81c6738", "address": "fa:16:3e:7d:a2:09", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde22bafe-dc", "ovs_interfaceid": "de22bafe-dc0b-4117-88c7-8120f81c6738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.793625] env[62839]: INFO nova.compute.manager [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Took 41.94 seconds to build instance. [ 660.804226] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.806745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.950s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.806870] env[62839]: DEBUG nova.objects.instance [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 660.830619] env[62839]: INFO nova.scheduler.client.report [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Deleted allocations for instance d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea [ 661.085779] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756722, 'name': ReconfigVM_Task, 'duration_secs': 0.938835} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.086080] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 39d13a82-dea4-41d1-a477-e73230b9817b/39d13a82-dea4-41d1-a477-e73230b9817b.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.086743] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9601e20d-4a81-4772-b4ef-0b99ac3fe0d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.094736] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 661.094736] env[62839]: value = "task-2756724" [ 661.094736] env[62839]: _type = "Task" [ 661.094736] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.111056] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756724, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.214270] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.278148] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.278215] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.278467] env[62839]: DEBUG nova.network.neutron [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.280019] env[62839]: DEBUG nova.objects.instance [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lazy-loading 'info_cache' on Instance uuid 9d118db1-1c66-4b29-9ecf-32e7ab9460ac {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.294364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Releasing lock "refresh_cache-a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.294826] env[62839]: DEBUG nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Instance network_info: |[{"id": "de22bafe-dc0b-4117-88c7-8120f81c6738", "address": "fa:16:3e:7d:a2:09", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde22bafe-dc", "ovs_interfaceid": "de22bafe-dc0b-4117-88c7-8120f81c6738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.298101] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a2:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de22bafe-dc0b-4117-88c7-8120f81c6738', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.305254] env[62839]: DEBUG oslo.service.loopingcall [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.306583] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f3b525c1-c621-4ac1-8b9c-a70453af9d79 tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.630s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.306862] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.311394] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4160ae-b0d1-41f3-9a38-b5613f9c1a51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.328567] env[62839]: DEBUG nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.338844] env[62839]: DEBUG oslo_concurrency.lockutils [None req-500b9dc6-2176-47f1-a7da-96336b5dcb03 tempest-ImagesNegativeTestJSON-833861014 tempest-ImagesNegativeTestJSON-833861014-project-member] Lock "d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.092s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.342683] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.342683] env[62839]: value = "task-2756725" [ 661.342683] env[62839]: _type = "Task" [ 661.342683] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.355505] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756725, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.538237] env[62839]: DEBUG nova.compute.manager [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Received event network-changed-738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.538430] env[62839]: DEBUG nova.compute.manager [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Refreshing instance network info cache due to event network-changed-738d65f5-4a0a-40e5-be3c-ec586658607a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.538740] env[62839]: DEBUG oslo_concurrency.lockutils [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] Acquiring lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.538923] env[62839]: DEBUG oslo_concurrency.lockutils [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] Acquired lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.539064] env[62839]: DEBUG nova.network.neutron [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Refreshing network info cache for port 738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.577699] env[62839]: DEBUG nova.compute.manager [req-bed1270a-fa34-4311-b695-93195278de10 req-e0a7c12f-41a6-4232-adec-8cd4989837de service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Received event network-vif-plugged-219811e7-78b4-4303-b97d-3c911beb64dc {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.577955] env[62839]: DEBUG oslo_concurrency.lockutils [req-bed1270a-fa34-4311-b695-93195278de10 req-e0a7c12f-41a6-4232-adec-8cd4989837de service nova] Acquiring lock "2a018d3c-4575-4042-b1ff-a2d71454cb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.578159] env[62839]: DEBUG oslo_concurrency.lockutils [req-bed1270a-fa34-4311-b695-93195278de10 req-e0a7c12f-41a6-4232-adec-8cd4989837de service nova] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.578340] env[62839]: DEBUG oslo_concurrency.lockutils [req-bed1270a-fa34-4311-b695-93195278de10 req-e0a7c12f-41a6-4232-adec-8cd4989837de service nova] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.578550] env[62839]: DEBUG nova.compute.manager [req-bed1270a-fa34-4311-b695-93195278de10 req-e0a7c12f-41a6-4232-adec-8cd4989837de service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] No waiting events found dispatching network-vif-plugged-219811e7-78b4-4303-b97d-3c911beb64dc {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.578753] env[62839]: WARNING nova.compute.manager [req-bed1270a-fa34-4311-b695-93195278de10 req-e0a7c12f-41a6-4232-adec-8cd4989837de service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Received unexpected event network-vif-plugged-219811e7-78b4-4303-b97d-3c911beb64dc for instance with vm_state building and task_state spawning. [ 661.610184] env[62839]: DEBUG nova.network.neutron [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Successfully updated port: 219811e7-78b4-4303-b97d-3c911beb64dc {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.611798] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756724, 'name': Rename_Task, 'duration_secs': 0.169636} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.612434] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.612866] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2903a2b4-7ca3-4eb6-9f32-4acb7eb0f711 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.621704] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 661.621704] env[62839]: value = "task-2756726" [ 661.621704] env[62839]: _type = "Task" [ 661.621704] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.633712] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.713182] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756723, 'name': CreateSnapshot_Task, 'duration_secs': 1.237774} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.713626] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 661.714288] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b33097-1ea1-4954-93da-649117458eec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.839034] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d294938a-feb5-4dfb-a1d1-738dd104febd tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.032s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.842639] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.659s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.842885] env[62839]: DEBUG nova.objects.instance [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lazy-loading 'resources' on Instance uuid 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.860111] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756725, 'name': CreateVM_Task, 'duration_secs': 0.415588} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.861466] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.861677] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.862840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.863022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.863336] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.863659] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f74207-87e3-4bb1-a27d-485dbc78ab56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.870139] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 661.870139] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527155bc-04c9-003d-b1a1-d39ce969f379" [ 661.870139] env[62839]: _type = "Task" [ 661.870139] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.889522] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527155bc-04c9-003d-b1a1-d39ce969f379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.114777] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.114777] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquired lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.114777] env[62839]: DEBUG nova.network.neutron [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.136262] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756726, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.238721] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.240024] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5995f4db-bedd-40bb-90b7-ce42a0ec5796 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.251504] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 662.251504] env[62839]: value = "task-2756727" [ 662.251504] env[62839]: _type = "Task" [ 662.251504] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.262578] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756727, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.362949] env[62839]: DEBUG nova.network.neutron [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Updated VIF entry in instance network info cache for port 738d65f5-4a0a-40e5-be3c-ec586658607a. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.363577] env[62839]: DEBUG nova.network.neutron [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Updating instance_info_cache with network_info: [{"id": "738d65f5-4a0a-40e5-be3c-ec586658607a", "address": "fa:16:3e:e4:ef:c8", "network": {"id": "98c88115-a552-48ef-8610-ec5ccad6c026", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1450601104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5c79ec78a64b1aa634774f39d35294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d65f5-4a", "ovs_interfaceid": "738d65f5-4a0a-40e5-be3c-ec586658607a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.388683] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527155bc-04c9-003d-b1a1-d39ce969f379, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.393219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.393527] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.393795] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.393953] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.394152] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.398264] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fc1337b-b47f-4b96-b52a-d8786ca60c92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.426885] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.428126] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.429667] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90caf68-187d-4758-ae60-30b0c3f09547 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.441009] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 662.441009] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521603bd-2272-4a04-fe5c-27e5c0ebbdb2" [ 662.441009] env[62839]: _type = "Task" [ 662.441009] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.452285] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521603bd-2272-4a04-fe5c-27e5c0ebbdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.456994] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53910ae9-8143-45d3-9d6f-5d101c580534 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.464920] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 662.464920] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5245ee76-5ff2-f4d6-c7e6-b79b1310fb4e" [ 662.464920] env[62839]: _type = "Task" [ 662.464920] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.477597] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5245ee76-5ff2-f4d6-c7e6-b79b1310fb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.600484] env[62839]: DEBUG nova.network.neutron [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance_info_cache with network_info: [{"id": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "address": "fa:16:3e:2f:36:81", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70a0e33-5a", "ovs_interfaceid": "d70a0e33-5a7f-4837-8529-78a8a34ce550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.636917] env[62839]: DEBUG oslo_vmware.api [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756726, 'name': PowerOnVM_Task, 'duration_secs': 0.796721} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.640875] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.641131] env[62839]: INFO nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Took 9.99 seconds to spawn the instance on the hypervisor. [ 662.641305] env[62839]: DEBUG nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.642441] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8151e5-a43a-4608-92fb-e5daa6979589 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.653555] env[62839]: DEBUG nova.network.neutron [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.765136] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756727, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.838848] env[62839]: DEBUG nova.network.neutron [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Updating instance_info_cache with network_info: [{"id": "219811e7-78b4-4303-b97d-3c911beb64dc", "address": "fa:16:3e:c9:d8:d6", "network": {"id": "505b7edb-ff1b-45a7-afea-c04691221abb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-269144783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d28498e26b46c997086c60fe0b25b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219811e7-78", "ovs_interfaceid": "219811e7-78b4-4303-b97d-3c911beb64dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.867194] env[62839]: DEBUG oslo_concurrency.lockutils [req-dac4a3e6-ebcf-4322-ae86-17b8d108b051 req-60ee7f26-6492-463c-9c0a-291ea065359b service nova] Releasing lock "refresh_cache-4f1bad7e-8493-42c3-b92f-fcdc48fc7461" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.967259] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454615ae-d014-4690-a446-ac03a868bd02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.981682] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5245ee76-5ff2-f4d6-c7e6-b79b1310fb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.020611} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.981682] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.982796] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] a3f4979c-1e6a-41bd-ac05-6ef06bd640eb/a3f4979c-1e6a-41bd-ac05-6ef06bd640eb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.982987] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdfdc01-6463-48c3-9281-55256e20ff34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.986901] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e85c583-4183-4194-8ce3-70669e1aa730 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.023164] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b36ff-35b9-45fc-827a-5ca39eec02ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.025994] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 663.025994] env[62839]: value = "task-2756728" [ 663.025994] env[62839]: _type = "Task" [ 663.025994] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.034292] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915e4fb-fb7f-4a30-939a-3a0d6ccd8fb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.040250] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.052838] env[62839]: DEBUG nova.compute.provider_tree [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.105025] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-9d118db1-1c66-4b29-9ecf-32e7ab9460ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.105025] env[62839]: DEBUG nova.objects.instance [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lazy-loading 'migration_context' on Instance uuid 9d118db1-1c66-4b29-9ecf-32e7ab9460ac {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.163410] env[62839]: INFO nova.compute.manager [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Took 40.94 seconds to build instance. [ 663.276991] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756727, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.341817] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Releasing lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.342379] env[62839]: DEBUG nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Instance network_info: |[{"id": "219811e7-78b4-4303-b97d-3c911beb64dc", "address": "fa:16:3e:c9:d8:d6", "network": {"id": "505b7edb-ff1b-45a7-afea-c04691221abb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-269144783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d28498e26b46c997086c60fe0b25b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219811e7-78", "ovs_interfaceid": "219811e7-78b4-4303-b97d-3c911beb64dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.342960] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d8:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '219811e7-78b4-4303-b97d-3c911beb64dc', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.354150] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Creating folder: Project (a6d28498e26b46c997086c60fe0b25b0). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.354150] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aaa2aa4-8446-4fe8-b286-cac30f7a75df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.372683] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Created folder: Project (a6d28498e26b46c997086c60fe0b25b0) in parent group-v554621. [ 663.372683] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Creating folder: Instances. Parent ref: group-v554715. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.372968] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-626f2bee-5f43-4741-8b21-64fbfa400fd9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.389102] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Created folder: Instances in parent group-v554715. [ 663.389384] env[62839]: DEBUG oslo.service.loopingcall [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.389614] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.389937] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd1b0ae-6c53-4ec5-a623-4a8d852bbe37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.414574] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.414574] env[62839]: value = "task-2756731" [ 663.414574] env[62839]: _type = "Task" [ 663.414574] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.424675] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756731, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.539194] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.556619] env[62839]: DEBUG nova.scheduler.client.report [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.607106] env[62839]: DEBUG nova.objects.base [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Object Instance<9d118db1-1c66-4b29-9ecf-32e7ab9460ac> lazy-loaded attributes: info_cache,migration_context {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 663.608121] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465998b3-f46b-444e-af88-8cbce86fec6d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.636748] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c759d58-ef3d-4ebe-b305-5cab873ac78d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.645786] env[62839]: DEBUG oslo_vmware.api [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 663.645786] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523a9b55-fbe6-37ef-ff33-51fb335e203d" [ 663.645786] env[62839]: _type = "Task" [ 663.645786] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.655943] env[62839]: DEBUG oslo_vmware.api [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523a9b55-fbe6-37ef-ff33-51fb335e203d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.668822] env[62839]: DEBUG oslo_concurrency.lockutils [None req-177c0e93-15f8-46be-8205-71a2fa2f562b tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "39d13a82-dea4-41d1-a477-e73230b9817b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.310s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.741385] env[62839]: DEBUG nova.compute.manager [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Received event network-changed-219811e7-78b4-4303-b97d-3c911beb64dc {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.741633] env[62839]: DEBUG nova.compute.manager [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Refreshing instance network info cache due to event network-changed-219811e7-78b4-4303-b97d-3c911beb64dc. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.742011] env[62839]: DEBUG oslo_concurrency.lockutils [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] Acquiring lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.742782] env[62839]: DEBUG oslo_concurrency.lockutils [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] Acquired lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.742978] env[62839]: DEBUG nova.network.neutron [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Refreshing network info cache for port 219811e7-78b4-4303-b97d-3c911beb64dc {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.766058] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756727, 'name': CloneVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.926071] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756731, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.038677] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68309} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.039661] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] a3f4979c-1e6a-41bd-ac05-6ef06bd640eb/a3f4979c-1e6a-41bd-ac05-6ef06bd640eb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.039661] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.039661] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4567e1a4-2bbc-44bc-a7a8-d6c4532d5d5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.047233] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 664.047233] env[62839]: value = "task-2756732" [ 664.047233] env[62839]: _type = "Task" [ 664.047233] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.057371] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.062382] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.065197] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.924s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.065526] env[62839]: DEBUG nova.objects.instance [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lazy-loading 'resources' on Instance uuid b6ff42c3-4558-4b42-8e9f-5771339ab586 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.092083] env[62839]: INFO nova.scheduler.client.report [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Deleted allocations for instance 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba [ 664.157641] env[62839]: DEBUG oslo_vmware.api [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523a9b55-fbe6-37ef-ff33-51fb335e203d, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.158765] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.173480] env[62839]: DEBUG nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.266308] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756727, 'name': CloneVM_Task, 'duration_secs': 1.62233} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.266587] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Created linked-clone VM from snapshot [ 664.267368] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41f6b78-cf7c-4d19-aa8a-19c7f0141c79 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.275732] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Uploading image 1115ab5a-1b7a-4746-b31a-5e09e8889372 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 664.292863] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 664.293147] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1003bcd-a563-4140-abd3-e97ecdb28865 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.301979] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 664.301979] env[62839]: value = "task-2756733" [ 664.301979] env[62839]: _type = "Task" [ 664.301979] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.310161] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756733, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.426930] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756731, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.506188] env[62839]: DEBUG nova.network.neutron [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Updated VIF entry in instance network info cache for port 219811e7-78b4-4303-b97d-3c911beb64dc. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.506563] env[62839]: DEBUG nova.network.neutron [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Updating instance_info_cache with network_info: [{"id": "219811e7-78b4-4303-b97d-3c911beb64dc", "address": "fa:16:3e:c9:d8:d6", "network": {"id": "505b7edb-ff1b-45a7-afea-c04691221abb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-269144783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d28498e26b46c997086c60fe0b25b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219811e7-78", "ovs_interfaceid": "219811e7-78b4-4303-b97d-3c911beb64dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.559374] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274947} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.562500] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.563358] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8fef5-9930-4672-9c8c-d1d297b1139f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.596349] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] a3f4979c-1e6a-41bd-ac05-6ef06bd640eb/a3f4979c-1e6a-41bd-ac05-6ef06bd640eb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.596574] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf5a706-5e70-442b-9656-8635f0d56f58 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.621881] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7c3f2173-1b40-48a9-95e2-292231883daf tempest-AttachInterfacesV270Test-1820775721 tempest-AttachInterfacesV270Test-1820775721-project-member] Lock "4b89ce2c-d526-4f6b-9d98-7eff2a2950ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.785s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.628860] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 664.628860] env[62839]: value = "task-2756734" [ 664.628860] env[62839]: _type = "Task" [ 664.628860] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.637881] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.714043] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.814576] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756733, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.932866] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756731, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.013316] env[62839]: DEBUG oslo_concurrency.lockutils [req-503eef14-dafd-4dd3-9579-d7ec5f1988e8 req-4844df05-85e1-482a-8d64-74f2d40db88d service nova] Releasing lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.141022] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756734, 'name': ReconfigVM_Task, 'duration_secs': 0.329224} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.141377] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Reconfigured VM instance instance-0000001d to attach disk [datastore2] a3f4979c-1e6a-41bd-ac05-6ef06bd640eb/a3f4979c-1e6a-41bd-ac05-6ef06bd640eb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.142176] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f44af924-57be-4c25-ae3c-9700e4734b5e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.154149] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 665.154149] env[62839]: value = "task-2756735" [ 665.154149] env[62839]: _type = "Task" [ 665.154149] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.166209] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756735, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.283807] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9e77a3-e326-45b1-b718-d9125952b2df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.293405] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0715b-2411-4e86-a769-412e94cd4c66 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.330142] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb9a375-a75a-43da-a5a5-2115d70e9af4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.341498] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1399e04-77f8-41f4-bcf6-2573aecb23c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.344928] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756733, 'name': Destroy_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.355869] env[62839]: DEBUG nova.compute.provider_tree [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.430261] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756731, 'name': CreateVM_Task, 'duration_secs': 1.758673} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.430421] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.431124] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.431299] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.431633] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.432220] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784d1eda-30d3-4edf-a36e-5b4868113d7e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.437949] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 665.437949] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5238aaab-ff66-f6e5-a9bf-46a835c0b762" [ 665.437949] env[62839]: _type = "Task" [ 665.437949] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.447499] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5238aaab-ff66-f6e5-a9bf-46a835c0b762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.664013] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756735, 'name': Rename_Task, 'duration_secs': 0.167888} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.664406] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.664617] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f744c67a-7a05-4162-9c4f-e98642a8bb01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.672810] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 665.672810] env[62839]: value = "task-2756736" [ 665.672810] env[62839]: _type = "Task" [ 665.672810] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.681640] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.838362] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756733, 'name': Destroy_Task, 'duration_secs': 1.181263} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.838715] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Destroyed the VM [ 665.839095] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 665.839387] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38e93482-2e60-49d3-bead-2ec579d0beae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.849102] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 665.849102] env[62839]: value = "task-2756737" [ 665.849102] env[62839]: _type = "Task" [ 665.849102] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.860421] env[62839]: DEBUG nova.scheduler.client.report [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.868286] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756737, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.902162] env[62839]: DEBUG nova.compute.manager [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Received event network-changed-f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.902162] env[62839]: DEBUG nova.compute.manager [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Refreshing instance network info cache due to event network-changed-f097def9-85a7-4404-bc29-886ae08e4ce0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.902454] env[62839]: DEBUG oslo_concurrency.lockutils [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] Acquiring lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.902852] env[62839]: DEBUG oslo_concurrency.lockutils [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] Acquired lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.903629] env[62839]: DEBUG nova.network.neutron [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Refreshing network info cache for port f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.950768] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5238aaab-ff66-f6e5-a9bf-46a835c0b762, 'name': SearchDatastore_Task, 'duration_secs': 0.014505} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.950933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.951184] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.951418] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.951561] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.951736] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.952855] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c8837a-4f82-4564-a0bb-eccaf539603d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.963399] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.963594] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.964350] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281e37f4-d111-4d76-9678-2e572c4ae338 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.970764] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 665.970764] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b73965-bd2d-dcce-7c6e-d45ec93cb890" [ 665.970764] env[62839]: _type = "Task" [ 665.970764] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.981028] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b73965-bd2d-dcce-7c6e-d45ec93cb890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.189949] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.359954] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756737, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.370089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.372341] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.899s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.373965] env[62839]: INFO nova.compute.claims [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.397728] env[62839]: INFO nova.scheduler.client.report [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted allocations for instance b6ff42c3-4558-4b42-8e9f-5771339ab586 [ 666.487765] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b73965-bd2d-dcce-7c6e-d45ec93cb890, 'name': SearchDatastore_Task, 'duration_secs': 0.014382} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.488623] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8784f233-c812-4ce2-b5e4-dab9d2e4b9e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.501823] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 666.501823] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7a09c-e2fa-596c-fb19-c4dbaeb82e55" [ 666.501823] env[62839]: _type = "Task" [ 666.501823] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.515898] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7a09c-e2fa-596c-fb19-c4dbaeb82e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.686058] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.742570] env[62839]: DEBUG nova.network.neutron [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updated VIF entry in instance network info cache for port f097def9-85a7-4404-bc29-886ae08e4ce0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.742634] env[62839]: DEBUG nova.network.neutron [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updating instance_info_cache with network_info: [{"id": "f097def9-85a7-4404-bc29-886ae08e4ce0", "address": "fa:16:3e:92:6e:dc", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf097def9-85", "ovs_interfaceid": "f097def9-85a7-4404-bc29-886ae08e4ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.862813] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756737, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.908495] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81038983-465f-426e-98be-4555e74c9a19 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "b6ff42c3-4558-4b42-8e9f-5771339ab586" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.218s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.016181] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7a09c-e2fa-596c-fb19-c4dbaeb82e55, 'name': SearchDatastore_Task, 'duration_secs': 0.022349} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.016539] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.016831] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2a018d3c-4575-4042-b1ff-a2d71454cb17/2a018d3c-4575-4042-b1ff-a2d71454cb17.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.017158] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f09d29a3-ceec-4a03-bd6d-d70174dffb63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.031910] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 667.031910] env[62839]: value = "task-2756738" [ 667.031910] env[62839]: _type = "Task" [ 667.031910] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.043567] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.191418] env[62839]: DEBUG oslo_vmware.api [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756736, 'name': PowerOnVM_Task, 'duration_secs': 1.244489} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.192253] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.192470] env[62839]: INFO nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Took 9.35 seconds to spawn the instance on the hypervisor. [ 667.193382] env[62839]: DEBUG nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.194997] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94becb07-8d2f-4319-bbf8-8ecc27a1d5c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.247827] env[62839]: DEBUG oslo_concurrency.lockutils [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] Releasing lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.248759] env[62839]: DEBUG nova.compute.manager [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Received event network-changed-f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.248759] env[62839]: DEBUG nova.compute.manager [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Refreshing instance network info cache due to event network-changed-f097def9-85a7-4404-bc29-886ae08e4ce0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.248759] env[62839]: DEBUG oslo_concurrency.lockutils [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] Acquiring lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.248759] env[62839]: DEBUG oslo_concurrency.lockutils [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] Acquired lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.248945] env[62839]: DEBUG nova.network.neutron [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Refreshing network info cache for port f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.364082] env[62839]: DEBUG oslo_vmware.api [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756737, 'name': RemoveSnapshot_Task, 'duration_secs': 1.123868} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.364427] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.547633] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756738, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.725382] env[62839]: INFO nova.compute.manager [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Took 38.51 seconds to build instance. [ 667.871982] env[62839]: WARNING nova.compute.manager [None req-a07636b6-0130-487f-b211-41659d9e6a47 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Image not found during snapshot: nova.exception.ImageNotFound: Image 1115ab5a-1b7a-4746-b31a-5e09e8889372 could not be found. [ 668.059414] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756738, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.156455] env[62839]: DEBUG nova.network.neutron [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updated VIF entry in instance network info cache for port f097def9-85a7-4404-bc29-886ae08e4ce0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.156455] env[62839]: DEBUG nova.network.neutron [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updating instance_info_cache with network_info: [{"id": "f097def9-85a7-4404-bc29-886ae08e4ce0", "address": "fa:16:3e:92:6e:dc", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf097def9-85", "ovs_interfaceid": "f097def9-85a7-4404-bc29-886ae08e4ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.206193] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a466378a-fdcb-4bed-9c79-a3edac66529b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.214918] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f87640-f2b0-4a7b-9437-3a41b6960a97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.250771] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b728842-67d8-4810-bc8c-6d2f1d509ae7 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.771s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.252836] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd3237f-59f1-4ca1-ab8d-ebd7df2cd62a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.265432] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcef6cda-8a05-4aee-ad8e-0dd10e07dccd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.289479] env[62839]: DEBUG nova.compute.provider_tree [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.326939] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02ceadb-1292-4e52-92c6-4c40cfc0dd47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.334875] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-89a459ea-193e-4c53-b8fb-aa1ffc7c2c45 tempest-ServersAdminNegativeTestJSON-75546 tempest-ServersAdminNegativeTestJSON-75546-project-admin] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Suspending the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 668.335153] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7945342b-72de-430f-a09e-ac57c9a8f198 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.343817] env[62839]: DEBUG oslo_vmware.api [None req-89a459ea-193e-4c53-b8fb-aa1ffc7c2c45 tempest-ServersAdminNegativeTestJSON-75546 tempest-ServersAdminNegativeTestJSON-75546-project-admin] Waiting for the task: (returnval){ [ 668.343817] env[62839]: value = "task-2756739" [ 668.343817] env[62839]: _type = "Task" [ 668.343817] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.355299] env[62839]: DEBUG oslo_vmware.api [None req-89a459ea-193e-4c53-b8fb-aa1ffc7c2c45 tempest-ServersAdminNegativeTestJSON-75546 tempest-ServersAdminNegativeTestJSON-75546-project-admin] Task: {'id': task-2756739, 'name': SuspendVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.553437] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756738, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.661485] env[62839]: DEBUG oslo_concurrency.lockutils [req-45925453-c992-4469-893b-03d2e45bbe5f req-2173c30e-2443-4256-9655-ced6419718e6 service nova] Releasing lock "refresh_cache-39d13a82-dea4-41d1-a477-e73230b9817b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.758438] env[62839]: DEBUG nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.793500] env[62839]: DEBUG nova.scheduler.client.report [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.858369] env[62839]: DEBUG oslo_vmware.api [None req-89a459ea-193e-4c53-b8fb-aa1ffc7c2c45 tempest-ServersAdminNegativeTestJSON-75546 tempest-ServersAdminNegativeTestJSON-75546-project-admin] Task: {'id': task-2756739, 'name': SuspendVM_Task} progress is 12%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.057202] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756738, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.783582} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.057202] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2a018d3c-4575-4042-b1ff-a2d71454cb17/2a018d3c-4575-4042-b1ff-a2d71454cb17.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.057624] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.058352] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56998f40-c632-4567-8365-3411a4fccc89 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.067469] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 669.067469] env[62839]: value = "task-2756740" [ 669.067469] env[62839]: _type = "Task" [ 669.067469] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.080032] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.283740] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "e781cd3c-2347-4273-87c1-eb3ae4421472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.283740] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.283740] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "e781cd3c-2347-4273-87c1-eb3ae4421472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.283740] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.284232] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.287275] env[62839]: INFO nova.compute.manager [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Terminating instance [ 669.293749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.303577] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.303577] env[62839]: DEBUG nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.306894] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.232s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.306972] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.307633] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 669.307633] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.615s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.310840] env[62839]: INFO nova.compute.claims [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.313703] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1041fa4-0285-451e-a67b-d898018427e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.324505] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1053af6c-31f2-41a3-b45d-e12c460cff24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.342872] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f50b864-385e-4ead-b997-0e4dddf20d1c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.359154] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141eb571-8650-4034-9c0b-70d835b3dc59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.362698] env[62839]: DEBUG oslo_vmware.api [None req-89a459ea-193e-4c53-b8fb-aa1ffc7c2c45 tempest-ServersAdminNegativeTestJSON-75546 tempest-ServersAdminNegativeTestJSON-75546-project-admin] Task: {'id': task-2756739, 'name': SuspendVM_Task, 'duration_secs': 0.943085} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.363078] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-89a459ea-193e-4c53-b8fb-aa1ffc7c2c45 tempest-ServersAdminNegativeTestJSON-75546 tempest-ServersAdminNegativeTestJSON-75546-project-admin] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Suspended the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 669.363149] env[62839]: DEBUG nova.compute.manager [None req-89a459ea-193e-4c53-b8fb-aa1ffc7c2c45 tempest-ServersAdminNegativeTestJSON-75546 tempest-ServersAdminNegativeTestJSON-75546-project-admin] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.364533] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb5a883-5dcf-476a-b7c1-de0bfa79338b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.399616] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179927MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 669.399816] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.577047] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092616} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.577317] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.578282] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d254feaa-f286-48d5-8daf-6167efa9cc96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.602895] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2a018d3c-4575-4042-b1ff-a2d71454cb17/2a018d3c-4575-4042-b1ff-a2d71454cb17.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.602895] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e407ce-558e-4d8d-93bb-2e31a7d52f51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.620611] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 669.620611] env[62839]: value = "task-2756741" [ 669.620611] env[62839]: _type = "Task" [ 669.620611] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.633531] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.792579] env[62839]: DEBUG nova.compute.manager [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.792840] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.795560] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5587941b-6e16-418c-8e28-831ea1e609b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.801936] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.802220] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82ac81f2-5f81-480d-8dd2-7fdf25e2faf1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.811258] env[62839]: DEBUG oslo_vmware.api [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 669.811258] env[62839]: value = "task-2756742" [ 669.811258] env[62839]: _type = "Task" [ 669.811258] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.816601] env[62839]: DEBUG nova.compute.utils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.821517] env[62839]: DEBUG nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.821517] env[62839]: DEBUG nova.network.neutron [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.823309] env[62839]: DEBUG oslo_vmware.api [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.011784] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.012140] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.137221] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756741, 'name': ReconfigVM_Task, 'duration_secs': 0.28324} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.137221] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2a018d3c-4575-4042-b1ff-a2d71454cb17/2a018d3c-4575-4042-b1ff-a2d71454cb17.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.137655] env[62839]: DEBUG nova.policy [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '797ec693bae44540bf98cd99ed92b1de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40190b781bf4a9baf35831fae0dc43d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.139790] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7786926-4e9a-4493-811f-269ceb386862 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.150659] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 670.150659] env[62839]: value = "task-2756743" [ 670.150659] env[62839]: _type = "Task" [ 670.150659] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.164112] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756743, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.322301] env[62839]: DEBUG oslo_vmware.api [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756742, 'name': PowerOffVM_Task, 'duration_secs': 0.190098} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.323243] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.323494] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.323741] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ad97e35-51fa-43a6-8978-44e91c13d653 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.325937] env[62839]: DEBUG nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.392455] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.392774] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.394036] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleting the datastore file [datastore1] e781cd3c-2347-4273-87c1-eb3ae4421472 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.394036] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602b2908-cf4c-4011-95c5-0d314b29a552 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.402334] env[62839]: DEBUG oslo_vmware.api [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 670.402334] env[62839]: value = "task-2756745" [ 670.402334] env[62839]: _type = "Task" [ 670.402334] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.415279] env[62839]: DEBUG oslo_vmware.api [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.611609] env[62839]: DEBUG nova.network.neutron [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Successfully created port: 01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.661743] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756743, 'name': Rename_Task, 'duration_secs': 0.153125} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.662063] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.664908] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fdd2959-2aec-45f7-b8d3-d4d6575e6d45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.670973] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 670.670973] env[62839]: value = "task-2756746" [ 670.670973] env[62839]: _type = "Task" [ 670.670973] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.678965] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.728019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "d76cead4-3521-4a26-9f50-90a2c674930f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.728019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.921961] env[62839]: DEBUG oslo_vmware.api [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2756745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212531} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.926940] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.926940] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.927089] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.927340] env[62839]: INFO nova.compute.manager [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Took 1.13 seconds to destroy the instance on the hypervisor. [ 670.927694] env[62839]: DEBUG oslo.service.loopingcall [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.928338] env[62839]: DEBUG nova.compute.manager [-] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.928338] env[62839]: DEBUG nova.network.neutron [-] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.961918] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c773f-4ea1-4326-932a-e18f581ba007 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.970476] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7048363-38c0-469d-b565-0e62918c1463 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.014544] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78b682f-0172-4ad9-b174-2df3c750cbdb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.024244] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f74b5e-5e9e-45db-bed1-f7b6a3ec62d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.038381] env[62839]: DEBUG nova.compute.provider_tree [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.182383] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.345027] env[62839]: DEBUG nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.387164] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.387438] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.387590] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.387761] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.387900] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.388056] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.388269] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.388656] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.388867] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.389040] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.389213] env[62839]: DEBUG nova.virt.hardware [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.390624] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9bc91e-5152-4363-9bf4-72b5903add63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.401014] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd23ced-4f5c-4558-b4ad-33067f5e1f24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.450172] env[62839]: DEBUG nova.compute.manager [req-db21872a-e7eb-4785-aeab-8cd564abfd8a req-19eaf850-6fc8-4c44-b410-364521028ddb service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Received event network-vif-deleted-91b503ee-246f-4c4f-b975-fb17fb0b9fb0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.450551] env[62839]: INFO nova.compute.manager [req-db21872a-e7eb-4785-aeab-8cd564abfd8a req-19eaf850-6fc8-4c44-b410-364521028ddb service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Neutron deleted interface 91b503ee-246f-4c4f-b975-fb17fb0b9fb0; detaching it from the instance and deleting it from the info cache [ 671.450551] env[62839]: DEBUG nova.network.neutron [req-db21872a-e7eb-4785-aeab-8cd564abfd8a req-19eaf850-6fc8-4c44-b410-364521028ddb service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.561620] env[62839]: ERROR nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [req-ef1fa4c5-e845-4275-9e7d-00fd7b07166d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef1fa4c5-e845-4275-9e7d-00fd7b07166d"}]} [ 671.581054] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.600589] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.600887] env[62839]: DEBUG nova.compute.provider_tree [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.614757] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.634191] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.685601] env[62839]: DEBUG oslo_vmware.api [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756746, 'name': PowerOnVM_Task, 'duration_secs': 0.743893} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.688695] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.688946] env[62839]: INFO nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Took 11.10 seconds to spawn the instance on the hypervisor. [ 671.689178] env[62839]: DEBUG nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.690235] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b3366-4754-40e4-a79f-7d491b007439 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.898229] env[62839]: DEBUG nova.network.neutron [-] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.954687] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cba856bd-30c3-4c24-b875-056f1d3482ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.966079] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9015afae-5967-4e81-bc21-72527fb0c5f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.010508] env[62839]: DEBUG nova.compute.manager [req-db21872a-e7eb-4785-aeab-8cd564abfd8a req-19eaf850-6fc8-4c44-b410-364521028ddb service nova] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Detach interface failed, port_id=91b503ee-246f-4c4f-b975-fb17fb0b9fb0, reason: Instance e781cd3c-2347-4273-87c1-eb3ae4421472 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 672.214019] env[62839]: INFO nova.compute.manager [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Took 42.05 seconds to build instance. [ 672.249883] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da133a2-2d39-4b8d-97e6-24334c981f70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.258027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e74891-d0a4-4749-980a-e2df1d53fd55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.297644] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2391e41c-dcd9-4b84-a5a3-e8172392577a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.305673] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72baed-0770-4fd4-88bc-db6102e55c7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.326043] env[62839]: DEBUG nova.compute.provider_tree [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.401290] env[62839]: INFO nova.compute.manager [-] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Took 1.47 seconds to deallocate network for instance. [ 672.424795] env[62839]: DEBUG nova.network.neutron [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Successfully updated port: 01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.717273] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fad6b8cb-58e9-4f5a-ba52-68e8886efe11 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.032s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.817154] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.817437] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.817682] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.817821] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.818213] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.821531] env[62839]: INFO nova.compute.manager [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Terminating instance [ 672.855093] env[62839]: ERROR nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [req-793ebc73-2e5b-4176-8a7b-576d1ed618c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-793ebc73-2e5b-4176-8a7b-576d1ed618c3"}]} [ 672.874518] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.890771] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.891135] env[62839]: DEBUG nova.compute.provider_tree [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.907433] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.911705] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.927603] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.927748] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquired lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.928219] env[62839]: DEBUG nova.network.neutron [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.929814] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.096456] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.096641] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.222143] env[62839]: DEBUG nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.326608] env[62839]: DEBUG nova.compute.manager [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.326836] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.327963] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e806d-8636-4984-a2cd-0ae91a22297f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.335244] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.337415] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9da47545-4b8d-44e2-86b6-4528c7a5925c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.400044] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.400359] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.400512] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Deleting the datastore file [datastore2] a3f4979c-1e6a-41bd-ac05-6ef06bd640eb {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.402967] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f99c9af-4a0f-47cc-8576-513dd17047f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.409205] env[62839]: DEBUG oslo_vmware.api [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 673.409205] env[62839]: value = "task-2756748" [ 673.409205] env[62839]: _type = "Task" [ 673.409205] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.418240] env[62839]: DEBUG oslo_vmware.api [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.468425] env[62839]: DEBUG nova.network.neutron [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.477085] env[62839]: DEBUG nova.compute.manager [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Received event network-vif-plugged-01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.477330] env[62839]: DEBUG oslo_concurrency.lockutils [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] Acquiring lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.477594] env[62839]: DEBUG oslo_concurrency.lockutils [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.477803] env[62839]: DEBUG oslo_concurrency.lockutils [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.478077] env[62839]: DEBUG nova.compute.manager [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] No waiting events found dispatching network-vif-plugged-01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.478270] env[62839]: WARNING nova.compute.manager [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Received unexpected event network-vif-plugged-01a3772b-0f10-4ccd-91fd-8a474b71c9f5 for instance with vm_state building and task_state spawning. [ 673.478430] env[62839]: DEBUG nova.compute.manager [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Received event network-changed-01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.478641] env[62839]: DEBUG nova.compute.manager [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Refreshing instance network info cache due to event network-changed-01a3772b-0f10-4ccd-91fd-8a474b71c9f5. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.478824] env[62839]: DEBUG oslo_concurrency.lockutils [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] Acquiring lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.523642] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f33e59-9b2d-4195-8ae7-69ad75153017 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.530660] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe883a4-0316-4b05-910b-1dd9f9c15fa2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.563377] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079ab0f5-48f4-4307-9043-716f3aab8eb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.570571] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9080b-cbf7-4ff4-bb8f-cb95ad830586 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.583384] env[62839]: DEBUG nova.compute.provider_tree [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.616896] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.618020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.618020] env[62839]: INFO nova.compute.manager [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Rebooting instance [ 673.656999] env[62839]: DEBUG nova.network.neutron [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Updating instance_info_cache with network_info: [{"id": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "address": "fa:16:3e:5e:61:79", "network": {"id": "ae31610a-1444-4379-8da7-3fb9d8da9540", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1169879611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40190b781bf4a9baf35831fae0dc43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a3772b-0f", "ovs_interfaceid": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.742763] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.919223] env[62839]: DEBUG oslo_vmware.api [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146287} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.919485] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.919686] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.919879] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.920608] env[62839]: INFO nova.compute.manager [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Took 0.59 seconds to destroy the instance on the hypervisor. [ 673.920608] env[62839]: DEBUG oslo.service.loopingcall [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.920608] env[62839]: DEBUG nova.compute.manager [-] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.920730] env[62839]: DEBUG nova.network.neutron [-] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.087445] env[62839]: DEBUG nova.scheduler.client.report [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.145935] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.145935] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquired lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.145935] env[62839]: DEBUG nova.network.neutron [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.159290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Releasing lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.161441] env[62839]: DEBUG nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Instance network_info: |[{"id": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "address": "fa:16:3e:5e:61:79", "network": {"id": "ae31610a-1444-4379-8da7-3fb9d8da9540", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1169879611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40190b781bf4a9baf35831fae0dc43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a3772b-0f", "ovs_interfaceid": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.161441] env[62839]: DEBUG oslo_concurrency.lockutils [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] Acquired lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.162447] env[62839]: DEBUG nova.network.neutron [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Refreshing network info cache for port 01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.162488] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:61:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01a3772b-0f10-4ccd-91fd-8a474b71c9f5', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.171180] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Creating folder: Project (d40190b781bf4a9baf35831fae0dc43d). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.177352] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc2eecda-df8a-4692-9c3b-fe906de44865 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.188331] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Created folder: Project (d40190b781bf4a9baf35831fae0dc43d) in parent group-v554621. [ 674.188517] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Creating folder: Instances. Parent ref: group-v554718. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.188777] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdaabf36-07ae-40f8-af23-eef319816cd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.198748] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Created folder: Instances in parent group-v554718. [ 674.198978] env[62839]: DEBUG oslo.service.loopingcall [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.199175] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.199372] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c0bf6e-1873-419b-95d8-d1aebba0fa77 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.221303] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.221303] env[62839]: value = "task-2756751" [ 674.221303] env[62839]: _type = "Task" [ 674.221303] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.228863] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756751, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.429710] env[62839]: DEBUG nova.network.neutron [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Updated VIF entry in instance network info cache for port 01a3772b-0f10-4ccd-91fd-8a474b71c9f5. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.430082] env[62839]: DEBUG nova.network.neutron [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Updating instance_info_cache with network_info: [{"id": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "address": "fa:16:3e:5e:61:79", "network": {"id": "ae31610a-1444-4379-8da7-3fb9d8da9540", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1169879611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40190b781bf4a9baf35831fae0dc43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a3772b-0f", "ovs_interfaceid": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.593141] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.285s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.593486] env[62839]: DEBUG nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.596314] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.318s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.598413] env[62839]: INFO nova.compute.claims [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.679845] env[62839]: DEBUG nova.network.neutron [-] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.733951] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756751, 'name': CreateVM_Task, 'duration_secs': 0.281064} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.734137] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.734841] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.735015] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.735885] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.735885] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27857e3e-45ee-4504-a3ee-f7adfdf8c6b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.743184] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 674.743184] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52843a89-ff29-b57a-f4dc-afc362ac2f85" [ 674.743184] env[62839]: _type = "Task" [ 674.743184] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.749873] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52843a89-ff29-b57a-f4dc-afc362ac2f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.922693] env[62839]: DEBUG nova.network.neutron [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Updating instance_info_cache with network_info: [{"id": "219811e7-78b4-4303-b97d-3c911beb64dc", "address": "fa:16:3e:c9:d8:d6", "network": {"id": "505b7edb-ff1b-45a7-afea-c04691221abb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-269144783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d28498e26b46c997086c60fe0b25b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219811e7-78", "ovs_interfaceid": "219811e7-78b4-4303-b97d-3c911beb64dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.932366] env[62839]: DEBUG oslo_concurrency.lockutils [req-419bfc76-154a-412c-be50-443915e88c2b req-41badd0b-8b2f-47cb-a4db-45f7a3ae7240 service nova] Releasing lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.102865] env[62839]: DEBUG nova.compute.utils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.106593] env[62839]: DEBUG nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.106812] env[62839]: DEBUG nova.network.neutron [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.169102] env[62839]: DEBUG nova.policy [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7056022726214767af5b6e67d83b7762', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6f2686faf914a9db2182e56c00f2192', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.182630] env[62839]: INFO nova.compute.manager [-] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Took 1.26 seconds to deallocate network for instance. [ 675.252462] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52843a89-ff29-b57a-f4dc-afc362ac2f85, 'name': SearchDatastore_Task, 'duration_secs': 0.050731} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.253140] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.253373] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.253603] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.253749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.253924] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.254186] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc6ff7d0-8b21-4360-b21c-061d6dacd8ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.265964] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.266160] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.266860] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c710d63-6dac-4471-bed6-e1c87bef8a6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.271950] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 675.271950] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dc30b3-0bf0-36e1-52a7-c814cce8f953" [ 675.271950] env[62839]: _type = "Task" [ 675.271950] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.279368] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dc30b3-0bf0-36e1-52a7-c814cce8f953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.430701] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Releasing lock "refresh_cache-2a018d3c-4575-4042-b1ff-a2d71454cb17" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.482151] env[62839]: DEBUG nova.network.neutron [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Successfully created port: 838a3f42-c4c7-47c9-ba44-46a359cc6461 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.527484] env[62839]: DEBUG nova.compute.manager [req-ff179f9e-8658-4d7d-b605-7fbf6831a5bb req-acb83e04-c2f6-4542-875a-c97bd59c8436 service nova] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Received event network-vif-deleted-de22bafe-dc0b-4117-88c7-8120f81c6738 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.607940] env[62839]: DEBUG nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.688896] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.787129] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dc30b3-0bf0-36e1-52a7-c814cce8f953, 'name': SearchDatastore_Task, 'duration_secs': 0.047766} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.787469] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cd5274-e93b-4d3e-8344-4bb30192cb62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.795948] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 675.795948] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a61bd-69ae-6243-bbf9-54ebd51be428" [ 675.795948] env[62839]: _type = "Task" [ 675.795948] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.803412] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a61bd-69ae-6243-bbf9-54ebd51be428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.940077] env[62839]: DEBUG nova.compute.manager [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.941033] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1394b-ce10-43a2-9c01-46a1db734de0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.121209] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73975229-fbd0-452e-9747-f82da6b5e573 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.129261] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51e9ff1-9063-41ef-aa62-68effdcb5f24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.160215] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eea654-baab-4cbb-8cd5-d9fd9b9891e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.168142] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb7e60-a009-43eb-a695-3cb06af7d926 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.183481] env[62839]: DEBUG nova.compute.provider_tree [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.305098] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a61bd-69ae-6243-bbf9-54ebd51be428, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.305368] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.305619] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6e9a42e6-c365-466a-8a59-55bc4e74e1d4/6e9a42e6-c365-466a-8a59-55bc4e74e1d4.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.305865] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0348d4e-7fe1-493a-943e-258d66138b8d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.311745] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 676.311745] env[62839]: value = "task-2756752" [ 676.311745] env[62839]: _type = "Task" [ 676.311745] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.319103] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.628411] env[62839]: DEBUG nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.666199] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.666469] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.666657] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.666853] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.666996] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.667157] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.667373] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.667536] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.667701] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.667865] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.668054] env[62839]: DEBUG nova.virt.hardware [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.669230] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7f3252-8d1d-4a6a-8753-9111dd7894f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.680146] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6436e9-63af-4efb-a2ad-beba08036085 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.686905] env[62839]: DEBUG nova.scheduler.client.report [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.850228] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489296} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.850228] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6e9a42e6-c365-466a-8a59-55bc4e74e1d4/6e9a42e6-c365-466a-8a59-55bc4e74e1d4.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.850228] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.850228] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00551a54-cf01-4240-aeb6-261e93c8c795 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.850228] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 676.850228] env[62839]: value = "task-2756753" [ 676.850228] env[62839]: _type = "Task" [ 676.850228] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.850793] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.961969] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5af417-cb8b-4fe3-96e6-45e3daa897eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.969406] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Doing hard reboot of VM {{(pid=62839) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 676.969673] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6e812fa1-3487-4d20-a5ac-7098eb855920 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.977731] env[62839]: DEBUG oslo_vmware.api [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 676.977731] env[62839]: value = "task-2756754" [ 676.977731] env[62839]: _type = "Task" [ 676.977731] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.986379] env[62839]: DEBUG oslo_vmware.api [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756754, 'name': ResetVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.077663] env[62839]: DEBUG nova.network.neutron [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Successfully updated port: 838a3f42-c4c7-47c9-ba44-46a359cc6461 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.193031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.193031] env[62839]: DEBUG nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.196103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.442s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.196453] env[62839]: DEBUG nova.objects.instance [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lazy-loading 'resources' on Instance uuid 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.341349] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065723} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.341613] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.342376] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f0d2cb-379b-49a9-a5b2-dfa4e7d40e39 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.364893] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 6e9a42e6-c365-466a-8a59-55bc4e74e1d4/6e9a42e6-c365-466a-8a59-55bc4e74e1d4.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.365483] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19843e47-3402-40f2-8716-23bfab4dee94 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.384802] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 677.384802] env[62839]: value = "task-2756755" [ 677.384802] env[62839]: _type = "Task" [ 677.384802] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.392736] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.487730] env[62839]: DEBUG oslo_vmware.api [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756754, 'name': ResetVM_Task, 'duration_secs': 0.101022} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.488011] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Did hard reboot of VM {{(pid=62839) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 677.488227] env[62839]: DEBUG nova.compute.manager [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.488990] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1cb101-6c43-4f13-9156-7d2d041e6f61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.553636] env[62839]: DEBUG nova.compute.manager [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Received event network-vif-plugged-838a3f42-c4c7-47c9-ba44-46a359cc6461 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.553886] env[62839]: DEBUG oslo_concurrency.lockutils [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] Acquiring lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.554118] env[62839]: DEBUG oslo_concurrency.lockutils [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.554274] env[62839]: DEBUG oslo_concurrency.lockutils [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.554441] env[62839]: DEBUG nova.compute.manager [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] No waiting events found dispatching network-vif-plugged-838a3f42-c4c7-47c9-ba44-46a359cc6461 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.554605] env[62839]: WARNING nova.compute.manager [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Received unexpected event network-vif-plugged-838a3f42-c4c7-47c9-ba44-46a359cc6461 for instance with vm_state building and task_state spawning. [ 677.554768] env[62839]: DEBUG nova.compute.manager [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Received event network-changed-838a3f42-c4c7-47c9-ba44-46a359cc6461 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.554918] env[62839]: DEBUG nova.compute.manager [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Refreshing instance network info cache due to event network-changed-838a3f42-c4c7-47c9-ba44-46a359cc6461. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.555139] env[62839]: DEBUG oslo_concurrency.lockutils [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] Acquiring lock "refresh_cache-2e98a7c1-05e4-40c3-954d-a0ae6130f09c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.555281] env[62839]: DEBUG oslo_concurrency.lockutils [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] Acquired lock "refresh_cache-2e98a7c1-05e4-40c3-954d-a0ae6130f09c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.555439] env[62839]: DEBUG nova.network.neutron [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Refreshing network info cache for port 838a3f42-c4c7-47c9-ba44-46a359cc6461 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.580931] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "refresh_cache-2e98a7c1-05e4-40c3-954d-a0ae6130f09c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.698750] env[62839]: DEBUG nova.compute.utils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.699265] env[62839]: DEBUG nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Not allocating networking since 'none' was specified. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 677.896769] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.006509] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2660dafd-1159-4450-ae3d-4c95b2b5d3b9 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.389s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.099423] env[62839]: DEBUG nova.network.neutron [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.178779] env[62839]: DEBUG nova.network.neutron [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.203303] env[62839]: DEBUG nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.224798] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8e48e6-1257-43cd-ab22-41cef2f0cddd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.232717] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19294771-ba70-4fd5-b221-622b5112a974 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265730] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561bab22-0fb4-4d0f-ace3-89a90a7715f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.273478] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e20b0d-e92a-4e50-83b8-4b00cb201feb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.287564] env[62839]: DEBUG nova.compute.provider_tree [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.355106] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.355106] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.355106] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "2a018d3c-4575-4042-b1ff-a2d71454cb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.355486] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.355486] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.357620] env[62839]: INFO nova.compute.manager [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Terminating instance [ 678.396229] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.683901] env[62839]: DEBUG oslo_concurrency.lockutils [req-95fc9498-0f83-40f2-8281-b17580cf7dc7 req-25f84b33-370e-4182-a85c-6ad9fcc09f2c service nova] Releasing lock "refresh_cache-2e98a7c1-05e4-40c3-954d-a0ae6130f09c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.684342] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired lock "refresh_cache-2e98a7c1-05e4-40c3-954d-a0ae6130f09c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.684557] env[62839]: DEBUG nova.network.neutron [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.820188] env[62839]: DEBUG nova.scheduler.client.report [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 678.820503] env[62839]: DEBUG nova.compute.provider_tree [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 59 to 60 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 678.820690] env[62839]: DEBUG nova.compute.provider_tree [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.861771] env[62839]: DEBUG nova.compute.manager [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.862017] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.862910] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd5f3aa-95f1-4b8d-9d8c-3790e558a4d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.871714] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.871993] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cce820b-f77f-4c82-aa28-084b6e241565 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.878247] env[62839]: DEBUG oslo_vmware.api [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 678.878247] env[62839]: value = "task-2756756" [ 678.878247] env[62839]: _type = "Task" [ 678.878247] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.886115] env[62839]: DEBUG oslo_vmware.api [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.894671] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756755, 'name': ReconfigVM_Task, 'duration_secs': 1.070023} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.894937] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 6e9a42e6-c365-466a-8a59-55bc4e74e1d4/6e9a42e6-c365-466a-8a59-55bc4e74e1d4.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.895596] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c07733e-3df7-4738-84c1-51f76c5a7304 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.901295] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 678.901295] env[62839]: value = "task-2756757" [ 678.901295] env[62839]: _type = "Task" [ 678.901295] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.909057] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756757, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.215336] env[62839]: DEBUG nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.292254] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.292524] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.292680] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.292860] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.293014] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.293168] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.293380] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.293541] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.293708] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.293886] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.294079] env[62839]: DEBUG nova.virt.hardware [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.294931] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d90be4-fad5-4b2a-be44-729b45d25197 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.306051] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8870f46-766b-4052-aa92-2a7698090732 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.310294] env[62839]: DEBUG nova.network.neutron [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.321966] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.327422] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Creating folder: Project (e83c76dcd5e84ccdaa03dc0f019d4e47). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.330158] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.331813] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3534246c-7e65-4133-b90c-5d16c8e23d1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.333513] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.277s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.334952] env[62839]: INFO nova.compute.claims [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.347470] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Created folder: Project (e83c76dcd5e84ccdaa03dc0f019d4e47) in parent group-v554621. [ 679.347650] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Creating folder: Instances. Parent ref: group-v554721. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.347873] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7b1fb0e-308b-4513-b3d4-aa415e498fa8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.358255] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Created folder: Instances in parent group-v554721. [ 679.358512] env[62839]: DEBUG oslo.service.loopingcall [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.359363] env[62839]: INFO nova.scheduler.client.report [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Deleted allocations for instance 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6 [ 679.360299] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.360555] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f65017e-4a0d-4c2f-9b06-3d23c93f8ccd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.383142] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.383142] env[62839]: value = "task-2756760" [ 679.383142] env[62839]: _type = "Task" [ 679.383142] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.389838] env[62839]: DEBUG oslo_vmware.api [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756756, 'name': PowerOffVM_Task, 'duration_secs': 0.192931} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.390410] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.390572] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.391074] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-823076dd-20b3-4bce-b57c-e672ec420c71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.395534] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756760, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.412951] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756757, 'name': Rename_Task, 'duration_secs': 0.130076} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.413277] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.413524] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11fa0c1-a6ea-427f-a357-808d749b13a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.421617] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 679.421617] env[62839]: value = "task-2756762" [ 679.421617] env[62839]: _type = "Task" [ 679.421617] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.430608] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.509250] env[62839]: DEBUG nova.network.neutron [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Updating instance_info_cache with network_info: [{"id": "838a3f42-c4c7-47c9-ba44-46a359cc6461", "address": "fa:16:3e:2e:91:c3", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838a3f42-c4", "ovs_interfaceid": "838a3f42-c4c7-47c9-ba44-46a359cc6461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.634836] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.635094] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.635284] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Deleting the datastore file [datastore2] 2a018d3c-4575-4042-b1ff-a2d71454cb17 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.635584] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ebfc4e8-9087-469c-ab36-307857f00133 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.653366] env[62839]: DEBUG oslo_vmware.api [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for the task: (returnval){ [ 679.653366] env[62839]: value = "task-2756763" [ 679.653366] env[62839]: _type = "Task" [ 679.653366] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.661780] env[62839]: DEBUG oslo_vmware.api [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.882185] env[62839]: DEBUG oslo_concurrency.lockutils [None req-74c094b0-77b2-438d-8fb4-aed26ea4d25d tempest-FloatingIPsAssociationNegativeTestJSON-718286752 tempest-FloatingIPsAssociationNegativeTestJSON-718286752-project-member] Lock "824ef72d-6ce6-453b-a3a2-06d9c5a0bea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.795s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.893577] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756760, 'name': CreateVM_Task, 'duration_secs': 0.300946} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.893807] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.894337] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.894496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.894876] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.895147] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8300519b-d92d-4146-9332-dda0eaee30af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.900700] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 679.900700] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f1cc3-4ec4-eb63-72f9-2b7f61a24874" [ 679.900700] env[62839]: _type = "Task" [ 679.900700] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.908934] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f1cc3-4ec4-eb63-72f9-2b7f61a24874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.931538] env[62839]: DEBUG oslo_vmware.api [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756762, 'name': PowerOnVM_Task, 'duration_secs': 0.461534} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.931833] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.932047] env[62839]: INFO nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Took 8.59 seconds to spawn the instance on the hypervisor. [ 679.932276] env[62839]: DEBUG nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.932951] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe2dda-f75a-49b8-91ad-d4bea7809075 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.011508] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Releasing lock "refresh_cache-2e98a7c1-05e4-40c3-954d-a0ae6130f09c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.011841] env[62839]: DEBUG nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Instance network_info: |[{"id": "838a3f42-c4c7-47c9-ba44-46a359cc6461", "address": "fa:16:3e:2e:91:c3", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838a3f42-c4", "ovs_interfaceid": "838a3f42-c4c7-47c9-ba44-46a359cc6461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.012274] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:91:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '838a3f42-c4c7-47c9-ba44-46a359cc6461', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.019924] env[62839]: DEBUG oslo.service.loopingcall [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.020165] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.020384] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee993328-a55e-4fd5-b1cc-bd3c1369457d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.040455] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.040455] env[62839]: value = "task-2756764" [ 680.040455] env[62839]: _type = "Task" [ 680.040455] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.048357] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756764, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.163141] env[62839]: DEBUG oslo_vmware.api [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Task: {'id': task-2756763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190195} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.163393] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.163576] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.163748] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.163919] env[62839]: INFO nova.compute.manager [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Took 1.30 seconds to destroy the instance on the hypervisor. [ 680.164178] env[62839]: DEBUG oslo.service.loopingcall [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.164367] env[62839]: DEBUG nova.compute.manager [-] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.164473] env[62839]: DEBUG nova.network.neutron [-] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.412383] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f1cc3-4ec4-eb63-72f9-2b7f61a24874, 'name': SearchDatastore_Task, 'duration_secs': 0.029951} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.412706] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.412939] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.413363] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.413517] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.414087] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.416077] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c069982b-d86a-44dc-aad1-4240b27b7036 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.424795] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.424995] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.425708] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2d6019-14b2-4c1e-8b97-391a92cb40e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.430959] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 680.430959] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522c35a0-47df-c877-c568-d4319367d1fd" [ 680.430959] env[62839]: _type = "Task" [ 680.430959] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.441525] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522c35a0-47df-c877-c568-d4319367d1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.450330] env[62839]: INFO nova.compute.manager [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Took 40.01 seconds to build instance. [ 680.453202] env[62839]: DEBUG nova.compute.manager [req-54ebe884-917e-49ac-b5f6-ab13f9c0f303 req-fd95d71d-7153-41eb-ac43-2c0c791b3a9d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Received event network-vif-deleted-219811e7-78b4-4303-b97d-3c911beb64dc {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.453353] env[62839]: INFO nova.compute.manager [req-54ebe884-917e-49ac-b5f6-ab13f9c0f303 req-fd95d71d-7153-41eb-ac43-2c0c791b3a9d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Neutron deleted interface 219811e7-78b4-4303-b97d-3c911beb64dc; detaching it from the instance and deleting it from the info cache [ 680.453517] env[62839]: DEBUG nova.network.neutron [req-54ebe884-917e-49ac-b5f6-ab13f9c0f303 req-fd95d71d-7153-41eb-ac43-2c0c791b3a9d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.550627] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756764, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.874321] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d8f250-e339-45ed-b97a-67e2bb5aef56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.881821] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86d44ae-6eb6-4fd6-a680-914c7e5628cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.917960] env[62839]: DEBUG nova.network.neutron [-] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.919759] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabc9e83-02c9-4b76-9778-451bd72491aa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.927424] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cab8304-26ec-4e6a-9273-85f5eb8f8e8f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.944745] env[62839]: DEBUG nova.compute.provider_tree [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.949855] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522c35a0-47df-c877-c568-d4319367d1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.950945] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c112afa-c9b9-4b11-b5fc-c6c58a67a91d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.956026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-776a2a74-626f-46b7-b9a9-5c43a073f4d3 tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.912s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.956849] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 680.956849] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528bb707-8b9d-36cd-6415-56b5f495b1ac" [ 680.956849] env[62839]: _type = "Task" [ 680.956849] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.957946] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc7c0516-2687-4c16-bc6c-ad62b606a324 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.968317] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528bb707-8b9d-36cd-6415-56b5f495b1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.972422] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f8897-7762-47a9-a082-fb7afa9e3d6d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.005257] env[62839]: DEBUG nova.compute.manager [req-54ebe884-917e-49ac-b5f6-ab13f9c0f303 req-fd95d71d-7153-41eb-ac43-2c0c791b3a9d service nova] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Detach interface failed, port_id=219811e7-78b4-4303-b97d-3c911beb64dc, reason: Instance 2a018d3c-4575-4042-b1ff-a2d71454cb17 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 681.050733] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756764, 'name': CreateVM_Task, 'duration_secs': 0.648414} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.050903] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.051608] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.051753] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.052078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.052328] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8394927-191a-4066-abdc-a90c6fbd3244 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.056766] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 681.056766] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52946c14-4c51-ef26-d82d-a9b260a7e579" [ 681.056766] env[62839]: _type = "Task" [ 681.056766] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.065570] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52946c14-4c51-ef26-d82d-a9b260a7e579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.423617] env[62839]: INFO nova.compute.manager [-] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Took 1.26 seconds to deallocate network for instance. [ 681.454770] env[62839]: DEBUG nova.scheduler.client.report [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.463369] env[62839]: DEBUG nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.483314] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528bb707-8b9d-36cd-6415-56b5f495b1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.483571] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.483823] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 049f66d5-7650-449f-88ea-f3c0dd9b250c/049f66d5-7650-449f-88ea-f3c0dd9b250c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.484087] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-501ffe6c-ce40-4d6e-9925-c266916819c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.493324] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 681.493324] env[62839]: value = "task-2756765" [ 681.493324] env[62839]: _type = "Task" [ 681.493324] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.503629] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.568140] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52946c14-4c51-ef26-d82d-a9b260a7e579, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.568542] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.568811] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.570044] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.570044] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.570044] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.570044] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ee9db8-b20f-4b32-a8cf-43156a1adada {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.578468] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.578719] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.579448] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c7c7fb-adbd-4a13-82b9-556b7f6f9c95 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.584757] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 681.584757] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbe08c-3268-8a17-e9ca-fa2e09b6096f" [ 681.584757] env[62839]: _type = "Task" [ 681.584757] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.592282] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbe08c-3268-8a17-e9ca-fa2e09b6096f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.931858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.967164] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.968046] env[62839]: DEBUG nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.971250] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.828s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.977861] env[62839]: INFO nova.compute.claims [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.008918] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756765, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.027908] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.095969] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbe08c-3268-8a17-e9ca-fa2e09b6096f, 'name': SearchDatastore_Task, 'duration_secs': 0.007972} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.096299] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36de454-a316-4635-8191-4c19f84ba744 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.101852] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 682.101852] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52105e29-406f-8c78-c19e-efcd61654c2f" [ 682.101852] env[62839]: _type = "Task" [ 682.101852] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.110567] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52105e29-406f-8c78-c19e-efcd61654c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.495446] env[62839]: DEBUG nova.compute.utils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.505306] env[62839]: DEBUG nova.compute.manager [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Received event network-changed-01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.505306] env[62839]: DEBUG nova.compute.manager [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Refreshing instance network info cache due to event network-changed-01a3772b-0f10-4ccd-91fd-8a474b71c9f5. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.505306] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] Acquiring lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.505306] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] Acquired lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.505306] env[62839]: DEBUG nova.network.neutron [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Refreshing network info cache for port 01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.505648] env[62839]: DEBUG nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.506784] env[62839]: DEBUG nova.network.neutron [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.520854] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528382} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.520854] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 049f66d5-7650-449f-88ea-f3c0dd9b250c/049f66d5-7650-449f-88ea-f3c0dd9b250c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.521122] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.521738] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a6546e-8661-4b7c-9e45-6213810e0519 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.530430] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 682.530430] env[62839]: value = "task-2756766" [ 682.530430] env[62839]: _type = "Task" [ 682.530430] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.543230] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.556553] env[62839]: DEBUG nova.policy [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0d1d5a5112472abf315c6e0f5473b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1017ae9664fd42b0b740dda3bcdb10a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.613060] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52105e29-406f-8c78-c19e-efcd61654c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.613459] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.613856] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2e98a7c1-05e4-40c3-954d-a0ae6130f09c/2e98a7c1-05e4-40c3-954d-a0ae6130f09c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.614266] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-513c91af-cbb7-4472-a038-6e4c2be6c251 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.621798] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 682.621798] env[62839]: value = "task-2756767" [ 682.621798] env[62839]: _type = "Task" [ 682.621798] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.629978] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.949416] env[62839]: DEBUG nova.network.neutron [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Successfully created port: dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.997728] env[62839]: DEBUG nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.053138] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12496} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.053138] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.053138] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f91b9d-570d-4002-b376-f7408970729e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.079299] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 049f66d5-7650-449f-88ea-f3c0dd9b250c/049f66d5-7650-449f-88ea-f3c0dd9b250c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.084411] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f992b9-20ef-45a8-a25b-710d5dbef04e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.112611] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 683.112611] env[62839]: value = "task-2756768" [ 683.112611] env[62839]: _type = "Task" [ 683.112611] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.130843] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.138537] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756767, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.480302] env[62839]: DEBUG nova.network.neutron [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Updated VIF entry in instance network info cache for port 01a3772b-0f10-4ccd-91fd-8a474b71c9f5. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.480302] env[62839]: DEBUG nova.network.neutron [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Updating instance_info_cache with network_info: [{"id": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "address": "fa:16:3e:5e:61:79", "network": {"id": "ae31610a-1444-4379-8da7-3fb9d8da9540", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1169879611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40190b781bf4a9baf35831fae0dc43d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a3772b-0f", "ovs_interfaceid": "01a3772b-0f10-4ccd-91fd-8a474b71c9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.631237] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.636018] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816461} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.636424] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2e98a7c1-05e4-40c3-954d-a0ae6130f09c/2e98a7c1-05e4-40c3-954d-a0ae6130f09c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.636521] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.636713] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdc816c8-f777-4341-af66-98256d8a55ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.640338] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ce530-931c-4ae4-bd24-1a586a851cad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.647335] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72b51fa-cbce-4a3b-937a-b09b6a116047 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.651641] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 683.651641] env[62839]: value = "task-2756769" [ 683.651641] env[62839]: _type = "Task" [ 683.651641] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.689031] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d83753-5fb7-4eb0-9224-044aed467f89 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.692608] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.698958] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6667cb55-79fb-425f-a117-be2be490fd71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.718533] env[62839]: DEBUG nova.compute.provider_tree [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.985344] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f31442a-a4ed-45b2-bd44-e5f28f1135f5 req-625e59bd-083e-48e0-934d-dd5571e2ebb1 service nova] Releasing lock "refresh_cache-6e9a42e6-c365-466a-8a59-55bc4e74e1d4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.010246] env[62839]: DEBUG nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.039326] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.039798] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.040106] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.040436] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.040706] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.041029] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.044025] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.044025] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.044025] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.044025] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.044025] env[62839]: DEBUG nova.virt.hardware [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.044236] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05498a43-9607-4f12-a62f-3e9c8d723691 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.051622] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4ca634-e520-4412-b034-c61aab9022a2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.123251] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756768, 'name': ReconfigVM_Task, 'duration_secs': 0.527766} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.123787] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 049f66d5-7650-449f-88ea-f3c0dd9b250c/049f66d5-7650-449f-88ea-f3c0dd9b250c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.124563] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeccdc5f-aa17-44f7-803f-09433a0be49c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.131709] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 684.131709] env[62839]: value = "task-2756770" [ 684.131709] env[62839]: _type = "Task" [ 684.131709] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.140346] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756770, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.161184] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.224497] env[62839]: DEBUG nova.scheduler.client.report [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.653552] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756770, 'name': Rename_Task, 'duration_secs': 0.174789} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.658402] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.659370] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d5359f-3895-4710-9877-8e5310ee6fd8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.664702] env[62839]: DEBUG nova.compute.manager [req-5720acb1-1d7c-4b7a-8d6b-bb5ae6761ee5 req-432f71fa-412e-434c-ad4b-95736542ba24 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Received event network-vif-plugged-dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.665199] env[62839]: DEBUG oslo_concurrency.lockutils [req-5720acb1-1d7c-4b7a-8d6b-bb5ae6761ee5 req-432f71fa-412e-434c-ad4b-95736542ba24 service nova] Acquiring lock "8d41ea5e-6757-4ace-b30c-030467138f68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.665734] env[62839]: DEBUG oslo_concurrency.lockutils [req-5720acb1-1d7c-4b7a-8d6b-bb5ae6761ee5 req-432f71fa-412e-434c-ad4b-95736542ba24 service nova] Lock "8d41ea5e-6757-4ace-b30c-030467138f68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.666344] env[62839]: DEBUG oslo_concurrency.lockutils [req-5720acb1-1d7c-4b7a-8d6b-bb5ae6761ee5 req-432f71fa-412e-434c-ad4b-95736542ba24 service nova] Lock "8d41ea5e-6757-4ace-b30c-030467138f68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.666846] env[62839]: DEBUG nova.compute.manager [req-5720acb1-1d7c-4b7a-8d6b-bb5ae6761ee5 req-432f71fa-412e-434c-ad4b-95736542ba24 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] No waiting events found dispatching network-vif-plugged-dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.667166] env[62839]: WARNING nova.compute.manager [req-5720acb1-1d7c-4b7a-8d6b-bb5ae6761ee5 req-432f71fa-412e-434c-ad4b-95736542ba24 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Received unexpected event network-vif-plugged-dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 for instance with vm_state building and task_state spawning. [ 684.671245] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.676807] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 684.676807] env[62839]: value = "task-2756771" [ 684.676807] env[62839]: _type = "Task" [ 684.676807] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.689120] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.732020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.732020] env[62839]: DEBUG nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.734961] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.531s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.734961] env[62839]: DEBUG nova.objects.instance [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lazy-loading 'resources' on Instance uuid 84013e5a-57bf-4d6d-90db-73b7f6f7b63f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.762171] env[62839]: DEBUG nova.network.neutron [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Successfully updated port: dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.164769] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.053383} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.164769] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.165349] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10036348-d1a5-41bd-85a8-63e4974c40f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.192247] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 2e98a7c1-05e4-40c3-954d-a0ae6130f09c/2e98a7c1-05e4-40c3-954d-a0ae6130f09c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.195195] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e9c99dd-aa19-412b-bb2b-667ba6d42dce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.215494] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756771, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.216932] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 685.216932] env[62839]: value = "task-2756772" [ 685.216932] env[62839]: _type = "Task" [ 685.216932] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.226476] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.236899] env[62839]: DEBUG nova.compute.utils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.238182] env[62839]: DEBUG nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.238355] env[62839]: DEBUG nova.network.neutron [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.264950] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "refresh_cache-8d41ea5e-6757-4ace-b30c-030467138f68" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.265212] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "refresh_cache-8d41ea5e-6757-4ace-b30c-030467138f68" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.265280] env[62839]: DEBUG nova.network.neutron [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.302736] env[62839]: DEBUG nova.policy [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5372fd67d16d4c4a9452ce4c06e6a4e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f6bfd94766e48b6a3ce0665cfb4e141', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.689376] env[62839]: DEBUG oslo_vmware.api [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756771, 'name': PowerOnVM_Task, 'duration_secs': 0.706449} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.696606] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.696845] env[62839]: INFO nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Took 6.48 seconds to spawn the instance on the hypervisor. [ 685.697030] env[62839]: DEBUG nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.698989] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316619e7-0e14-47f6-8148-7ed484fc9998 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.728281] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756772, 'name': ReconfigVM_Task, 'duration_secs': 0.285097} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.731313] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 2e98a7c1-05e4-40c3-954d-a0ae6130f09c/2e98a7c1-05e4-40c3-954d-a0ae6130f09c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.732284] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71db1602-3026-456a-a047-013f39105880 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.741400] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 685.741400] env[62839]: value = "task-2756773" [ 685.741400] env[62839]: _type = "Task" [ 685.741400] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.744880] env[62839]: DEBUG nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.752664] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756773, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.753504] env[62839]: DEBUG nova.network.neutron [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Successfully created port: a6091af0-6f0a-49a0-86d6-e897da46fd7d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.829797] env[62839]: DEBUG nova.network.neutron [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.942612] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f1d63-2c5f-432e-b521-aa13eac5933f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.957223] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe2af20-0d67-444a-8b8a-93dc5b7e9a4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.992295] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebb567-aa37-4839-8e84-c79e40384bec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.002654] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8889b551-cfe8-40b6-a261-bf32af79283d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.017761] env[62839]: DEBUG nova.compute.provider_tree [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.220343] env[62839]: INFO nova.compute.manager [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Took 37.96 seconds to build instance. [ 686.252339] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756773, 'name': Rename_Task, 'duration_secs': 0.231608} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.254122] env[62839]: DEBUG nova.network.neutron [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Updating instance_info_cache with network_info: [{"id": "dde0a5e8-eff6-4332-aef6-8b5d1dd0d346", "address": "fa:16:3e:8b:36:38", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde0a5e8-ef", "ovs_interfaceid": "dde0a5e8-eff6-4332-aef6-8b5d1dd0d346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.255287] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.255537] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-163006be-7dc5-4039-9535-48c9742fdab1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.267697] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 686.267697] env[62839]: value = "task-2756774" [ 686.267697] env[62839]: _type = "Task" [ 686.267697] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.278229] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.522047] env[62839]: DEBUG nova.scheduler.client.report [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.723391] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a9dd09a-79ad-4c75-85d2-c53592ca222f tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "049f66d5-7650-449f-88ea-f3c0dd9b250c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.631s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.759336] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "refresh_cache-8d41ea5e-6757-4ace-b30c-030467138f68" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.759689] env[62839]: DEBUG nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance network_info: |[{"id": "dde0a5e8-eff6-4332-aef6-8b5d1dd0d346", "address": "fa:16:3e:8b:36:38", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde0a5e8-ef", "ovs_interfaceid": "dde0a5e8-eff6-4332-aef6-8b5d1dd0d346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.760242] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:36:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde0a5e8-eff6-4332-aef6-8b5d1dd0d346', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.768896] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating folder: Project (1017ae9664fd42b0b740dda3bcdb10a6). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.771065] env[62839]: DEBUG nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.773375] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceeda6d3-9d63-4ddb-abb4-1264b748c7f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.792409] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756774, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.794513] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created folder: Project (1017ae9664fd42b0b740dda3bcdb10a6) in parent group-v554621. [ 686.794787] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating folder: Instances. Parent ref: group-v554725. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.795064] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5df8528-5da8-4c46-8a3e-6f1065b83780 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.799350] env[62839]: DEBUG nova.compute.manager [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Received event network-changed-dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.799350] env[62839]: DEBUG nova.compute.manager [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Refreshing instance network info cache due to event network-changed-dde0a5e8-eff6-4332-aef6-8b5d1dd0d346. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.799350] env[62839]: DEBUG oslo_concurrency.lockutils [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] Acquiring lock "refresh_cache-8d41ea5e-6757-4ace-b30c-030467138f68" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.799350] env[62839]: DEBUG oslo_concurrency.lockutils [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] Acquired lock "refresh_cache-8d41ea5e-6757-4ace-b30c-030467138f68" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.799350] env[62839]: DEBUG nova.network.neutron [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Refreshing network info cache for port dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.810789] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created folder: Instances in parent group-v554725. [ 686.811051] env[62839]: DEBUG oslo.service.loopingcall [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.813137] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.813386] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.813732] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.813851] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.814030] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.814229] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.814489] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.814683] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.814907] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.815125] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.815348] env[62839]: DEBUG nova.virt.hardware [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.815635] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.816983] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdacbba-5035-4867-abe9-87533c9c0eef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.819525] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c30064-b904-4f56-8d3f-e87b04bdc72d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.840967] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b271934d-6912-482c-94ea-f6d7ab9af2ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.845626] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.845626] env[62839]: value = "task-2756777" [ 686.845626] env[62839]: _type = "Task" [ 686.845626] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.867026] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756777, 'name': CreateVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.028455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.034201] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.346s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.035295] env[62839]: DEBUG nova.objects.instance [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lazy-loading 'resources' on Instance uuid 0337a2e1-4678-4616-9758-f964dcb14e2a {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.064196] env[62839]: INFO nova.scheduler.client.report [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Deleted allocations for instance 84013e5a-57bf-4d6d-90db-73b7f6f7b63f [ 687.227262] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.285025] env[62839]: DEBUG oslo_vmware.api [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756774, 'name': PowerOnVM_Task, 'duration_secs': 0.691316} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.285025] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.285025] env[62839]: INFO nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Took 10.66 seconds to spawn the instance on the hypervisor. [ 687.285194] env[62839]: DEBUG nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.285934] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8ac343-163b-46f1-8004-3f87ca6a54e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.288519] env[62839]: DEBUG nova.compute.manager [None req-c9b774cd-6c18-4049-a096-32c83209084b tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.292020] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31faa836-1941-46ae-9087-fbd9c65588ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.357158] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756777, 'name': CreateVM_Task, 'duration_secs': 0.36591} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.357158] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.357986] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.358279] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.358692] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.359298] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc214c54-ffc5-4c85-8fc3-880def587d2d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.364060] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 687.364060] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ea2573-0667-a0d8-3819-8b8fd7027740" [ 687.364060] env[62839]: _type = "Task" [ 687.364060] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.372778] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ea2573-0667-a0d8-3819-8b8fd7027740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.460734] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "049f66d5-7650-449f-88ea-f3c0dd9b250c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.461019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "049f66d5-7650-449f-88ea-f3c0dd9b250c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.461475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "049f66d5-7650-449f-88ea-f3c0dd9b250c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.461719] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "049f66d5-7650-449f-88ea-f3c0dd9b250c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.461894] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "049f66d5-7650-449f-88ea-f3c0dd9b250c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.465804] env[62839]: INFO nova.compute.manager [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Terminating instance [ 687.570692] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d42e3337-a924-4861-b895-39aafbfc84d4 tempest-ServerDiagnosticsNegativeTest-829132357 tempest-ServerDiagnosticsNegativeTest-829132357-project-member] Lock "84013e5a-57bf-4d6d-90db-73b7f6f7b63f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.154s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.596185] env[62839]: DEBUG nova.network.neutron [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Updated VIF entry in instance network info cache for port dde0a5e8-eff6-4332-aef6-8b5d1dd0d346. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.596541] env[62839]: DEBUG nova.network.neutron [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Updating instance_info_cache with network_info: [{"id": "dde0a5e8-eff6-4332-aef6-8b5d1dd0d346", "address": "fa:16:3e:8b:36:38", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde0a5e8-ef", "ovs_interfaceid": "dde0a5e8-eff6-4332-aef6-8b5d1dd0d346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.749397] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.805073] env[62839]: DEBUG nova.network.neutron [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Successfully updated port: a6091af0-6f0a-49a0-86d6-e897da46fd7d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.817414] env[62839]: INFO nova.compute.manager [None req-c9b774cd-6c18-4049-a096-32c83209084b tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] instance snapshotting [ 687.817414] env[62839]: DEBUG nova.objects.instance [None req-c9b774cd-6c18-4049-a096-32c83209084b tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lazy-loading 'flavor' on Instance uuid 049f66d5-7650-449f-88ea-f3c0dd9b250c {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.822070] env[62839]: INFO nova.compute.manager [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Took 44.15 seconds to build instance. [ 687.878872] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ea2573-0667-a0d8-3819-8b8fd7027740, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.879601] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.879601] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.879824] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.879925] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.880267] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.881259] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9cfd0fc-370f-463f-9eb7-7c70f482e6d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.890951] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.891423] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.895226] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed24ba00-01e3-473c-972b-11dc913aeea2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.902698] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 687.902698] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5263a550-2132-87b9-5b01-dcb85773928b" [ 687.902698] env[62839]: _type = "Task" [ 687.902698] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.912985] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5263a550-2132-87b9-5b01-dcb85773928b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.969357] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "refresh_cache-049f66d5-7650-449f-88ea-f3c0dd9b250c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.969593] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquired lock "refresh_cache-049f66d5-7650-449f-88ea-f3c0dd9b250c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.969828] env[62839]: DEBUG nova.network.neutron [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.100437] env[62839]: DEBUG oslo_concurrency.lockutils [req-38b137f6-95a2-4dbe-a5dd-dc48a6f4129d req-d2883843-0f0a-4162-99c7-1bd859df7e62 service nova] Releasing lock "refresh_cache-8d41ea5e-6757-4ace-b30c-030467138f68" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.185834] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aecf53a-176b-45da-ad94-939079fd93b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.195027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6279398c-2dc6-404f-9c64-0962900d081a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.228257] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e945dadf-7073-4f35-9fc2-f499f2ed8b50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.235982] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86771eff-dd08-44a3-a56f-276799a5814c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.250530] env[62839]: DEBUG nova.compute.provider_tree [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.319995] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.320161] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.320314] env[62839]: DEBUG nova.network.neutron [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.324016] env[62839]: DEBUG oslo_concurrency.lockutils [None req-848afd1e-7c8c-483f-a482-cd09f332ae58 tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.924s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.326810] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79b7994-5c8e-4b08-a7f3-7b87b37461bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.345723] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2478e0e-59dc-43a3-a986-879ba823c623 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.413425] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5263a550-2132-87b9-5b01-dcb85773928b, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.414292] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfad68e8-2f6c-426a-8178-059f6c0aa570 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.419751] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 688.419751] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205bb59-f94c-d3b4-6e56-0469357546ad" [ 688.419751] env[62839]: _type = "Task" [ 688.419751] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.431428] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205bb59-f94c-d3b4-6e56-0469357546ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.491130] env[62839]: DEBUG nova.network.neutron [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.563153] env[62839]: DEBUG nova.network.neutron [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.754543] env[62839]: DEBUG nova.scheduler.client.report [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.829026] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.837509] env[62839]: DEBUG nova.compute.manager [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Received event network-vif-plugged-a6091af0-6f0a-49a0-86d6-e897da46fd7d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.837876] env[62839]: DEBUG oslo_concurrency.lockutils [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] Acquiring lock "ced06574-162e-47f9-a019-f12bee4d9de5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.838236] env[62839]: DEBUG oslo_concurrency.lockutils [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] Lock "ced06574-162e-47f9-a019-f12bee4d9de5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.838871] env[62839]: DEBUG oslo_concurrency.lockutils [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] Lock "ced06574-162e-47f9-a019-f12bee4d9de5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.839303] env[62839]: DEBUG nova.compute.manager [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] No waiting events found dispatching network-vif-plugged-a6091af0-6f0a-49a0-86d6-e897da46fd7d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.839908] env[62839]: WARNING nova.compute.manager [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Received unexpected event network-vif-plugged-a6091af0-6f0a-49a0-86d6-e897da46fd7d for instance with vm_state building and task_state spawning. [ 688.841012] env[62839]: DEBUG nova.compute.manager [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Received event network-changed-a6091af0-6f0a-49a0-86d6-e897da46fd7d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.841012] env[62839]: DEBUG nova.compute.manager [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Refreshing instance network info cache due to event network-changed-a6091af0-6f0a-49a0-86d6-e897da46fd7d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.841012] env[62839]: DEBUG oslo_concurrency.lockutils [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] Acquiring lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.858115] env[62839]: DEBUG nova.compute.manager [None req-c9b774cd-6c18-4049-a096-32c83209084b tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Instance disappeared during snapshot {{(pid=62839) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 688.861599] env[62839]: DEBUG nova.network.neutron [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.933095] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205bb59-f94c-d3b4-6e56-0469357546ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023959} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.933095] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.933095] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.933095] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51188c2c-59e7-478d-a822-bf0a9738f066 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.939223] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 688.939223] env[62839]: value = "task-2756778" [ 688.939223] env[62839]: _type = "Task" [ 688.939223] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.947781] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.035614] env[62839]: DEBUG nova.compute.manager [None req-c9b774cd-6c18-4049-a096-32c83209084b tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Found 0 images (rotation: 2) {{(pid=62839) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 689.066327] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Releasing lock "refresh_cache-049f66d5-7650-449f-88ea-f3c0dd9b250c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.066780] env[62839]: DEBUG nova.compute.manager [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.067035] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.067847] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f511341-6cc8-442f-bf19-8b4cf413ad41 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.076014] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.076268] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d425fab-dc3c-4a3d-8a03-817a034c375a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.082785] env[62839]: DEBUG oslo_vmware.api [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 689.082785] env[62839]: value = "task-2756779" [ 689.082785] env[62839]: _type = "Task" [ 689.082785] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.092628] env[62839]: DEBUG oslo_vmware.api [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.094506] env[62839]: DEBUG nova.network.neutron [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Updating instance_info_cache with network_info: [{"id": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "address": "fa:16:3e:96:b1:8d", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6091af0-6f", "ovs_interfaceid": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.181731] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.181731] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.181731] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.181731] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.181976] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.182553] env[62839]: INFO nova.compute.manager [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Terminating instance [ 689.262023] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.263866] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.994s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.266847] env[62839]: INFO nova.compute.claims [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.289145] env[62839]: INFO nova.scheduler.client.report [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Deleted allocations for instance 0337a2e1-4678-4616-9758-f964dcb14e2a [ 689.354059] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.449832] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.593651] env[62839]: DEBUG oslo_vmware.api [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756779, 'name': PowerOffVM_Task, 'duration_secs': 0.137107} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.593930] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.594106] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.594382] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9339335-7fc9-467f-83db-9ee61954a2ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.596980] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.597277] env[62839]: DEBUG nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Instance network_info: |[{"id": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "address": "fa:16:3e:96:b1:8d", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6091af0-6f", "ovs_interfaceid": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.597551] env[62839]: DEBUG oslo_concurrency.lockutils [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] Acquired lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.597717] env[62839]: DEBUG nova.network.neutron [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Refreshing network info cache for port a6091af0-6f0a-49a0-86d6-e897da46fd7d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.598902] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b1:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6091af0-6f0a-49a0-86d6-e897da46fd7d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.606227] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Creating folder: Project (8f6bfd94766e48b6a3ce0665cfb4e141). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.607622] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6c14177-bc00-434c-bd51-da2cf5480802 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.618096] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Created folder: Project (8f6bfd94766e48b6a3ce0665cfb4e141) in parent group-v554621. [ 689.618282] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Creating folder: Instances. Parent ref: group-v554728. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.618515] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f2e8f37-4fc6-409d-9735-70471e615a1b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.627602] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Created folder: Instances in parent group-v554728. [ 689.627856] env[62839]: DEBUG oslo.service.loopingcall [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.628059] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.628270] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4685c0-ecbe-4d46-9e1e-0f09a21df7e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.646109] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.646109] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.646109] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Deleting the datastore file [datastore2] 049f66d5-7650-449f-88ea-f3c0dd9b250c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.646434] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a823322-b0b5-4930-a491-f23e65c69f64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.653638] env[62839]: DEBUG oslo_vmware.api [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for the task: (returnval){ [ 689.653638] env[62839]: value = "task-2756784" [ 689.653638] env[62839]: _type = "Task" [ 689.653638] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.654848] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.654848] env[62839]: value = "task-2756783" [ 689.654848] env[62839]: _type = "Task" [ 689.654848] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.665426] env[62839]: DEBUG oslo_vmware.api [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.669404] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756783, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.687772] env[62839]: DEBUG nova.compute.manager [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.687772] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.687904] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a2184-4223-45ac-a81f-48996437cead {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.695629] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.695869] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89abafb3-7e69-4306-9a38-90e3ff372654 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.701498] env[62839]: DEBUG oslo_vmware.api [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 689.701498] env[62839]: value = "task-2756785" [ 689.701498] env[62839]: _type = "Task" [ 689.701498] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.709163] env[62839]: DEBUG oslo_vmware.api [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.799884] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bbb17776-4cd8-4275-9bae-7981b85d45ca tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "0337a2e1-4678-4616-9758-f964dcb14e2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.125s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.953670] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61947} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.953993] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.954223] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.954483] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b84613ae-b04f-436e-9166-e6da51263972 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.961517] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 689.961517] env[62839]: value = "task-2756786" [ 689.961517] env[62839]: _type = "Task" [ 689.961517] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.973761] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.176642] env[62839]: DEBUG oslo_vmware.api [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Task: {'id': task-2756784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206094} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.180053] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.180358] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.180618] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.180618] env[62839]: INFO nova.compute.manager [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 690.180825] env[62839]: DEBUG oslo.service.loopingcall [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.180963] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756783, 'name': CreateVM_Task, 'duration_secs': 0.417419} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.184017] env[62839]: DEBUG nova.compute.manager [-] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.184017] env[62839]: DEBUG nova.network.neutron [-] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.184882] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.185470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.185614] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.185914] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.186606] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d766f1d-6e4b-4388-9dfd-0901c4e2cb72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.192630] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 690.192630] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5228841e-5ce5-b893-80b9-175540bb5ae1" [ 690.192630] env[62839]: _type = "Task" [ 690.192630] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.203091] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5228841e-5ce5-b893-80b9-175540bb5ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.206279] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.206525] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.206746] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.206890] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.207074] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.207324] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bf57a78-7382-4395-914c-643f145020ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.216341] env[62839]: DEBUG oslo_vmware.api [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756785, 'name': PowerOffVM_Task, 'duration_secs': 0.268684} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.217358] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.217533] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.217778] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.217931] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.218839] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e364bae4-bcaf-43bd-a332-8db8bd327626 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.220216] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6b1152-0c59-4c82-892e-7d343f8f3026 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.225327] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 690.225327] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d546b9-eaa5-5b41-7e18-3b0a0227d7bc" [ 690.225327] env[62839]: _type = "Task" [ 690.225327] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.233188] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d546b9-eaa5-5b41-7e18-3b0a0227d7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.237258] env[62839]: DEBUG nova.network.neutron [-] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.282771] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.282771] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.282861] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Deleting the datastore file [datastore2] 2e98a7c1-05e4-40c3-954d-a0ae6130f09c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.284307] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a4510d3-9e8a-45c2-a285-decd273d9d39 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.289143] env[62839]: DEBUG oslo_vmware.api [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for the task: (returnval){ [ 690.289143] env[62839]: value = "task-2756788" [ 690.289143] env[62839]: _type = "Task" [ 690.289143] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.297266] env[62839]: DEBUG oslo_vmware.api [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.472919] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075584} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.476406] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.476406] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc66d4a-4b16-41be-9ed4-0cd303b324fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.504016] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.507089] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495163df-8dd1-4438-8c66-8a7f7e8112ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.527284] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 690.527284] env[62839]: value = "task-2756789" [ 690.527284] env[62839]: _type = "Task" [ 690.527284] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.536288] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.712437] env[62839]: DEBUG nova.network.neutron [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Updated VIF entry in instance network info cache for port a6091af0-6f0a-49a0-86d6-e897da46fd7d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.712437] env[62839]: DEBUG nova.network.neutron [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Updating instance_info_cache with network_info: [{"id": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "address": "fa:16:3e:96:b1:8d", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6091af0-6f", "ovs_interfaceid": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.746399] env[62839]: DEBUG nova.network.neutron [-] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.747174] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d546b9-eaa5-5b41-7e18-3b0a0227d7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.751135] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5a6659-9023-4bdb-85ca-94e0260697a1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.756385] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 690.756385] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520482db-ae34-4476-6b42-e6d8d6fb238f" [ 690.756385] env[62839]: _type = "Task" [ 690.756385] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.773013] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520482db-ae34-4476-6b42-e6d8d6fb238f, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.773310] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.773572] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] ced06574-162e-47f9-a019-f12bee4d9de5/ced06574-162e-47f9-a019-f12bee4d9de5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.773895] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f3e6e64-629f-4ba8-92a1-c84bdaaafb9b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.784990] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 690.784990] env[62839]: value = "task-2756790" [ 690.784990] env[62839]: _type = "Task" [ 690.784990] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.796182] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.803180] env[62839]: DEBUG oslo_vmware.api [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Task: {'id': task-2756788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158284} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.803180] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.803531] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.803531] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.803629] env[62839]: INFO nova.compute.manager [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 690.803875] env[62839]: DEBUG oslo.service.loopingcall [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.804103] env[62839]: DEBUG nova.compute.manager [-] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.804206] env[62839]: DEBUG nova.network.neutron [-] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.983124] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90434f9-ecd8-48ec-845e-a0c44566f8d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.995994] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95976a0c-8c18-4090-a2e6-8fa38ae7ab7d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.038653] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e6621-6af2-4a84-9a7a-9b5afa707430 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.047562] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756789, 'name': ReconfigVM_Task, 'duration_secs': 0.284685} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.050306] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.051190] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8834b374-fbd4-490b-a306-3fa7412806be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.056766] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03313ac-6cbd-4661-8655-8f33b94c03c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.070985] env[62839]: DEBUG nova.compute.provider_tree [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.073808] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 691.073808] env[62839]: value = "task-2756791" [ 691.073808] env[62839]: _type = "Task" [ 691.073808] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.087367] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756791, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.214960] env[62839]: DEBUG oslo_concurrency.lockutils [req-282c576f-7d73-40d0-b240-d14d069a8a0d req-d0fb782d-31b2-45c6-895c-0b53416a2d47 service nova] Releasing lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.249567] env[62839]: INFO nova.compute.manager [-] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Took 1.07 seconds to deallocate network for instance. [ 691.296626] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756790, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.367062] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.368364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.368364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.368364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.368364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.372195] env[62839]: INFO nova.compute.manager [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Terminating instance [ 691.505616] env[62839]: DEBUG nova.compute.manager [req-ad51fa65-1f6d-4a8c-a6c6-48bea2132e75 req-b0f0df7f-e298-4317-953f-ae345edc987f service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Received event network-vif-deleted-838a3f42-c4c7-47c9-ba44-46a359cc6461 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.505814] env[62839]: INFO nova.compute.manager [req-ad51fa65-1f6d-4a8c-a6c6-48bea2132e75 req-b0f0df7f-e298-4317-953f-ae345edc987f service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Neutron deleted interface 838a3f42-c4c7-47c9-ba44-46a359cc6461; detaching it from the instance and deleting it from the info cache [ 691.505978] env[62839]: DEBUG nova.network.neutron [req-ad51fa65-1f6d-4a8c-a6c6-48bea2132e75 req-b0f0df7f-e298-4317-953f-ae345edc987f service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.575984] env[62839]: DEBUG nova.scheduler.client.report [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.589291] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756791, 'name': Rename_Task, 'duration_secs': 0.294272} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.590543] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.590543] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02f6c5d8-b0cb-4292-8f0a-e3d8cb3b4781 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.598029] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 691.598029] env[62839]: value = "task-2756792" [ 691.598029] env[62839]: _type = "Task" [ 691.598029] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.606246] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.757465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.796734] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535654} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.797156] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] ced06574-162e-47f9-a019-f12bee4d9de5/ced06574-162e-47f9-a019-f12bee4d9de5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.797156] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.798484] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3828fa1-ad17-4503-ad5b-7ce0193094ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.804012] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 691.804012] env[62839]: value = "task-2756793" [ 691.804012] env[62839]: _type = "Task" [ 691.804012] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.815210] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.880136] env[62839]: DEBUG nova.compute.manager [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.880368] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.881327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cbda57-46d5-4a51-8e86-1b2f3788011d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.889459] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.889562] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c559db-84fe-400b-9490-577bbd79fafe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.896615] env[62839]: DEBUG oslo_vmware.api [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 691.896615] env[62839]: value = "task-2756794" [ 691.896615] env[62839]: _type = "Task" [ 691.896615] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.906901] env[62839]: DEBUG oslo_vmware.api [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.919063] env[62839]: DEBUG nova.network.neutron [-] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.012977] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f79872be-a189-4f1d-8936-5e0ee7147975 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.023932] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f34a150-762d-4bbb-b43b-0fd75f382620 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.064027] env[62839]: DEBUG nova.compute.manager [req-ad51fa65-1f6d-4a8c-a6c6-48bea2132e75 req-b0f0df7f-e298-4317-953f-ae345edc987f service nova] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Detach interface failed, port_id=838a3f42-c4c7-47c9-ba44-46a359cc6461, reason: Instance 2e98a7c1-05e4-40c3-954d-a0ae6130f09c could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 692.085642] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.086308] env[62839]: DEBUG nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.089343] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.228s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.090657] env[62839]: INFO nova.compute.claims [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.110900] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756792, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.315297] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071328} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.315650] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.316489] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9030814e-7526-4783-b87f-8c7ea5bd4503 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.347040] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] ced06574-162e-47f9-a019-f12bee4d9de5/ced06574-162e-47f9-a019-f12bee4d9de5.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.347175] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742cd8f5-e089-472d-a3d0-359f7a71e628 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.369455] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 692.369455] env[62839]: value = "task-2756795" [ 692.369455] env[62839]: _type = "Task" [ 692.369455] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.377832] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.406377] env[62839]: DEBUG oslo_vmware.api [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756794, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.424586] env[62839]: INFO nova.compute.manager [-] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Took 1.62 seconds to deallocate network for instance. [ 692.596492] env[62839]: DEBUG nova.compute.utils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.599291] env[62839]: DEBUG nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.599577] env[62839]: DEBUG nova.network.neutron [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.612852] env[62839]: DEBUG oslo_vmware.api [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756792, 'name': PowerOnVM_Task, 'duration_secs': 0.548128} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.613454] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.615159] env[62839]: INFO nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Took 8.60 seconds to spawn the instance on the hypervisor. [ 692.615159] env[62839]: DEBUG nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.615654] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a1bc2b-0c19-4eec-a810-0201972e0603 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.885109] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756795, 'name': ReconfigVM_Task, 'duration_secs': 0.354365} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.885109] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] ced06574-162e-47f9-a019-f12bee4d9de5/ced06574-162e-47f9-a019-f12bee4d9de5.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.885109] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8953d7b6-ec16-4353-9c18-e13484cabda0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.891326] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 692.891326] env[62839]: value = "task-2756796" [ 692.891326] env[62839]: _type = "Task" [ 692.891326] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.897693] env[62839]: DEBUG nova.policy [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0d1d5a5112472abf315c6e0f5473b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1017ae9664fd42b0b740dda3bcdb10a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.909599] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756796, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.915258] env[62839]: DEBUG oslo_vmware.api [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756794, 'name': PowerOffVM_Task, 'duration_secs': 0.538675} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.915541] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.915720] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.916825] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4801391f-ac2c-42dd-a158-4638352a05c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.933840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.988869] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "d6374086-6be0-4ec3-ab57-ff58291f02ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.989134] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.996018] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.996018] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.996018] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Deleting the datastore file [datastore2] 6fb562ee-db7e-46cf-acc3-447ed69cbab1 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.996018] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af2016e6-35e8-47d1-8614-3d58f54030bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.009738] env[62839]: DEBUG oslo_vmware.api [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for the task: (returnval){ [ 693.009738] env[62839]: value = "task-2756798" [ 693.009738] env[62839]: _type = "Task" [ 693.009738] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.019070] env[62839]: DEBUG oslo_vmware.api [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.103019] env[62839]: DEBUG nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.142629] env[62839]: INFO nova.compute.manager [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Took 42.11 seconds to build instance. [ 693.265178] env[62839]: DEBUG nova.network.neutron [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Successfully created port: a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.349581] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.349756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.406753] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756796, 'name': Rename_Task, 'duration_secs': 0.186706} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.406753] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.406753] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09698e15-ae85-47f8-a796-a944cceea71b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.417644] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 693.417644] env[62839]: value = "task-2756799" [ 693.417644] env[62839]: _type = "Task" [ 693.417644] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.429178] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756799, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.525816] env[62839]: DEBUG oslo_vmware.api [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Task: {'id': task-2756798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393937} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.525816] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.525816] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.525816] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.525816] env[62839]: INFO nova.compute.manager [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 693.526048] env[62839]: DEBUG oslo.service.loopingcall [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.526424] env[62839]: DEBUG nova.compute.manager [-] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.526424] env[62839]: DEBUG nova.network.neutron [-] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.648676] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4613d6f9-f88f-4fca-8889-095919dffe10 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "8d41ea5e-6757-4ace-b30c-030467138f68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.230s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.783091] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed621ae-2f6b-403d-98e8-2fbf5373f22a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.793489] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c5dd36-3a5f-44a8-864f-73b268676bd3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.829352] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a42777b-fb93-43ba-bdeb-ca9641c99eb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.837943] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed53aed-6874-4214-9c81-0a3aaf3844a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.855184] env[62839]: DEBUG nova.compute.provider_tree [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.883749] env[62839]: DEBUG nova.compute.manager [req-c914b06c-5e21-4bb6-8af5-1176aac0a440 req-f7e0bf39-4fc1-4f31-a7df-5d1136ac11a4 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Received event network-vif-deleted-2de14d1a-7718-4ed9-b9eb-fc705f3211bb {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.883749] env[62839]: INFO nova.compute.manager [req-c914b06c-5e21-4bb6-8af5-1176aac0a440 req-f7e0bf39-4fc1-4f31-a7df-5d1136ac11a4 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Neutron deleted interface 2de14d1a-7718-4ed9-b9eb-fc705f3211bb; detaching it from the instance and deleting it from the info cache [ 693.883749] env[62839]: DEBUG nova.network.neutron [req-c914b06c-5e21-4bb6-8af5-1176aac0a440 req-f7e0bf39-4fc1-4f31-a7df-5d1136ac11a4 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.928650] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756799, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.113124] env[62839]: DEBUG nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.143066] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.143349] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.143517] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.143698] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.143842] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.143988] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.144301] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.144554] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.144844] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.145156] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.145453] env[62839]: DEBUG nova.virt.hardware [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.146654] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f2da11-26cd-4a0c-abd4-a19cf9c0370d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.156573] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3845c7e-3e85-4fc9-bce2-7e468c99ebbf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.162120] env[62839]: DEBUG nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.366140] env[62839]: DEBUG nova.network.neutron [-] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.377352] env[62839]: ERROR nova.scheduler.client.report [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [req-78437b86-8a60-4e94-a162-bcce4a67a764] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78437b86-8a60-4e94-a162-bcce4a67a764"}]} [ 694.385966] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3693e932-2394-414a-8aea-3a58eaa97fcc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.396540] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73659988-e0a4-454a-96b9-8abd5d5bd038 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.407394] env[62839]: DEBUG nova.scheduler.client.report [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 694.434163] env[62839]: DEBUG nova.compute.manager [req-c914b06c-5e21-4bb6-8af5-1176aac0a440 req-f7e0bf39-4fc1-4f31-a7df-5d1136ac11a4 service nova] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Detach interface failed, port_id=2de14d1a-7718-4ed9-b9eb-fc705f3211bb, reason: Instance 6fb562ee-db7e-46cf-acc3-447ed69cbab1 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 694.435183] env[62839]: DEBUG nova.scheduler.client.report [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 694.435381] env[62839]: DEBUG nova.compute.provider_tree [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.442198] env[62839]: DEBUG oslo_vmware.api [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756799, 'name': PowerOnVM_Task, 'duration_secs': 0.682057} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.442437] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.442627] env[62839]: INFO nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Took 7.67 seconds to spawn the instance on the hypervisor. [ 694.442804] env[62839]: DEBUG nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.443557] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc9fac4-fe41-4b94-91ac-74c588d3acea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.446435] env[62839]: DEBUG nova.scheduler.client.report [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 694.468778] env[62839]: DEBUG nova.scheduler.client.report [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 694.689492] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.869412] env[62839]: INFO nova.compute.manager [-] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Took 1.34 seconds to deallocate network for instance. [ 694.947391] env[62839]: DEBUG nova.network.neutron [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Successfully updated port: a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.964048] env[62839]: INFO nova.compute.manager [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Took 41.84 seconds to build instance. [ 694.967861] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be532133-68d6-45cb-a9b8-7edc4d6932dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.976862] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01285a15-ebc6-4c16-be8a-dbd92830d9c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.014385] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23e32e-ead3-4586-9e18-bd580c61e39c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.022291] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decedbe4-65d1-4234-96a4-fb03bc13d4fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.035840] env[62839]: DEBUG nova.compute.provider_tree [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.379645] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.454292] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "refresh_cache-beb5050f-353d-46e7-b321-360ed90d2a86" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.456021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "refresh_cache-beb5050f-353d-46e7-b321-360ed90d2a86" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.456021] env[62839]: DEBUG nova.network.neutron [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.466033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6ed41feb-1c04-4f7a-9186-850f5d45dc51 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.182s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.571355] env[62839]: DEBUG nova.scheduler.client.report [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 695.571624] env[62839]: DEBUG nova.compute.provider_tree [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 62 to 63 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 695.571809] env[62839]: DEBUG nova.compute.provider_tree [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.911990] env[62839]: DEBUG nova.compute.manager [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Received event network-vif-plugged-a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.912229] env[62839]: DEBUG oslo_concurrency.lockutils [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] Acquiring lock "beb5050f-353d-46e7-b321-360ed90d2a86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.912432] env[62839]: DEBUG oslo_concurrency.lockutils [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] Lock "beb5050f-353d-46e7-b321-360ed90d2a86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.912595] env[62839]: DEBUG oslo_concurrency.lockutils [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] Lock "beb5050f-353d-46e7-b321-360ed90d2a86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.912756] env[62839]: DEBUG nova.compute.manager [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] No waiting events found dispatching network-vif-plugged-a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.912914] env[62839]: WARNING nova.compute.manager [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Received unexpected event network-vif-plugged-a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 for instance with vm_state building and task_state spawning. [ 695.913245] env[62839]: DEBUG nova.compute.manager [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Received event network-changed-a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.913437] env[62839]: DEBUG nova.compute.manager [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Refreshing instance network info cache due to event network-changed-a8b809ae-24bb-43e3-afd4-d088c8a9d7f8. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.913606] env[62839]: DEBUG oslo_concurrency.lockutils [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] Acquiring lock "refresh_cache-beb5050f-353d-46e7-b321-360ed90d2a86" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.968112] env[62839]: DEBUG nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.002922] env[62839]: DEBUG nova.network.neutron [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.081601] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.990s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.081601] env[62839]: DEBUG nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.082694] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.924s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.157054] env[62839]: DEBUG nova.network.neutron [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Updating instance_info_cache with network_info: [{"id": "a8b809ae-24bb-43e3-afd4-d088c8a9d7f8", "address": "fa:16:3e:5b:3c:89", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b809ae-24", "ovs_interfaceid": "a8b809ae-24bb-43e3-afd4-d088c8a9d7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.491696] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.584219] env[62839]: DEBUG nova.compute.utils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.586033] env[62839]: DEBUG nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.586033] env[62839]: DEBUG nova.network.neutron [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.650434] env[62839]: DEBUG nova.policy [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5372fd67d16d4c4a9452ce4c06e6a4e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f6bfd94766e48b6a3ce0665cfb4e141', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.662326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "refresh_cache-beb5050f-353d-46e7-b321-360ed90d2a86" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.662649] env[62839]: DEBUG nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Instance network_info: |[{"id": "a8b809ae-24bb-43e3-afd4-d088c8a9d7f8", "address": "fa:16:3e:5b:3c:89", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b809ae-24", "ovs_interfaceid": "a8b809ae-24bb-43e3-afd4-d088c8a9d7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.662946] env[62839]: DEBUG oslo_concurrency.lockutils [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] Acquired lock "refresh_cache-beb5050f-353d-46e7-b321-360ed90d2a86" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.663136] env[62839]: DEBUG nova.network.neutron [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Refreshing network info cache for port a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.664817] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:3c:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8b809ae-24bb-43e3-afd4-d088c8a9d7f8', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.673582] env[62839]: DEBUG oslo.service.loopingcall [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.679538] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.680731] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e640940-721a-436e-9d54-a8536aa02201 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.704541] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.704541] env[62839]: value = "task-2756800" [ 696.704541] env[62839]: _type = "Task" [ 696.704541] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.713122] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756800, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.086663] env[62839]: DEBUG nova.network.neutron [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Updated VIF entry in instance network info cache for port a8b809ae-24bb-43e3-afd4-d088c8a9d7f8. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.087313] env[62839]: DEBUG nova.network.neutron [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Updating instance_info_cache with network_info: [{"id": "a8b809ae-24bb-43e3-afd4-d088c8a9d7f8", "address": "fa:16:3e:5b:3c:89", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b809ae-24", "ovs_interfaceid": "a8b809ae-24bb-43e3-afd4-d088c8a9d7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.092422] env[62839]: DEBUG nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.163859] env[62839]: DEBUG nova.network.neutron [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Successfully created port: d601a65e-2b72-4dba-8ab4-df48b6f847fa {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.198834] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c6c988-20e5-4fa5-acd7-cae679669c94 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.210760] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d32bc-bd4b-48d4-be10-3dbf7c93a963 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.220826] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756800, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.245573] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff703319-a6a1-4403-8516-4881753536fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.253170] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e8d92-bbf9-4395-8d0b-64617c24aa6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.267188] env[62839]: DEBUG nova.compute.provider_tree [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.591438] env[62839]: DEBUG oslo_concurrency.lockutils [req-c36bbc79-ea12-419a-b457-ed1c58aeee92 req-b9310fb4-835d-463d-aeba-1fa4897feaf0 service nova] Releasing lock "refresh_cache-beb5050f-353d-46e7-b321-360ed90d2a86" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.716189] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756800, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.738157] env[62839]: DEBUG oslo_concurrency.lockutils [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Acquiring lock "0894f61d-4fa3-4df2-86d1-2900553825cb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.738400] env[62839]: DEBUG oslo_concurrency.lockutils [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.769916] env[62839]: DEBUG nova.scheduler.client.report [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.101156] env[62839]: DEBUG nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.130666] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.130908] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.131096] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.131434] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.131682] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.131742] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.131940] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.132120] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.132404] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.132463] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.132606] env[62839]: DEBUG nova.virt.hardware [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.133534] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94c81bf-d9fb-4978-b2be-85dcfa15d44e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.141911] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed0fd91-3960-468b-b1e6-256a4246881c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.216365] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756800, 'name': CreateVM_Task, 'duration_secs': 1.390746} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.216518] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.217329] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.218025] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.218025] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.218025] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9891fcc5-6564-44ba-9b71-24482675a0fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.222233] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 698.222233] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d69c52-fe48-9d68-85d5-42ce181750ba" [ 698.222233] env[62839]: _type = "Task" [ 698.222233] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.229805] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d69c52-fe48-9d68-85d5-42ce181750ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.240815] env[62839]: DEBUG nova.compute.utils [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.579159] env[62839]: DEBUG nova.compute.manager [req-e65c0f32-6522-4627-b998-dc67562bbd3d req-1d74b49e-5626-45f7-9354-d30cf959d691 service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Received event network-vif-plugged-d601a65e-2b72-4dba-8ab4-df48b6f847fa {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.579434] env[62839]: DEBUG oslo_concurrency.lockutils [req-e65c0f32-6522-4627-b998-dc67562bbd3d req-1d74b49e-5626-45f7-9354-d30cf959d691 service nova] Acquiring lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.579595] env[62839]: DEBUG oslo_concurrency.lockutils [req-e65c0f32-6522-4627-b998-dc67562bbd3d req-1d74b49e-5626-45f7-9354-d30cf959d691 service nova] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.579745] env[62839]: DEBUG oslo_concurrency.lockutils [req-e65c0f32-6522-4627-b998-dc67562bbd3d req-1d74b49e-5626-45f7-9354-d30cf959d691 service nova] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.579947] env[62839]: DEBUG nova.compute.manager [req-e65c0f32-6522-4627-b998-dc67562bbd3d req-1d74b49e-5626-45f7-9354-d30cf959d691 service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] No waiting events found dispatching network-vif-plugged-d601a65e-2b72-4dba-8ab4-df48b6f847fa {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.580273] env[62839]: WARNING nova.compute.manager [req-e65c0f32-6522-4627-b998-dc67562bbd3d req-1d74b49e-5626-45f7-9354-d30cf959d691 service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Received unexpected event network-vif-plugged-d601a65e-2b72-4dba-8ab4-df48b6f847fa for instance with vm_state building and task_state spawning. [ 698.633434] env[62839]: DEBUG nova.network.neutron [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Successfully updated port: d601a65e-2b72-4dba-8ab4-df48b6f847fa {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.734413] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d69c52-fe48-9d68-85d5-42ce181750ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.734754] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.734996] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.735238] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.735383] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.735556] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.735809] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-254d395e-0199-456a-acff-66d6853bd01d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.743411] env[62839]: DEBUG oslo_concurrency.lockutils [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.749323] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.749495] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.750218] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ccea26-b340-4a34-b8d9-61dd721e92b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.755063] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 698.755063] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527dd378-6a95-01e0-08d7-dc81ceb08511" [ 698.755063] env[62839]: _type = "Task" [ 698.755063] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.762578] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527dd378-6a95-01e0-08d7-dc81ceb08511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.779743] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.697s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.782484] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.069s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.784029] env[62839]: INFO nova.compute.claims [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.136694] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "refresh_cache-5fb06406-1bb2-4ba5-b297-e9b13fde6626" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.136694] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "refresh_cache-5fb06406-1bb2-4ba5-b297-e9b13fde6626" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.136694] env[62839]: DEBUG nova.network.neutron [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.266320] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527dd378-6a95-01e0-08d7-dc81ceb08511, 'name': SearchDatastore_Task, 'duration_secs': 0.041427} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.267132] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78acd404-4a2c-45e2-a9d9-936dc1ef5194 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.273063] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 699.273063] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c92c83-3949-e07a-8a89-28d5f990bdc7" [ 699.273063] env[62839]: _type = "Task" [ 699.273063] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.281618] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c92c83-3949-e07a-8a89-28d5f990bdc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.344747] env[62839]: INFO nova.scheduler.client.report [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Deleted allocation for migration a9c9a981-e543-4f4e-9b67-90fae54908bd [ 699.673888] env[62839]: DEBUG nova.network.neutron [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.785349] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c92c83-3949-e07a-8a89-28d5f990bdc7, 'name': SearchDatastore_Task, 'duration_secs': 0.020434} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.785349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.785349] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] beb5050f-353d-46e7-b321-360ed90d2a86/beb5050f-353d-46e7-b321-360ed90d2a86.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.785635] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47068841-5552-42a3-b18d-fa7d1c7dba31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.797378] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 699.797378] env[62839]: value = "task-2756801" [ 699.797378] env[62839]: _type = "Task" [ 699.797378] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.806300] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.813653] env[62839]: DEBUG oslo_concurrency.lockutils [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Acquiring lock "0894f61d-4fa3-4df2-86d1-2900553825cb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.813898] env[62839]: DEBUG oslo_concurrency.lockutils [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.814148] env[62839]: INFO nova.compute.manager [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Attaching volume 23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a to /dev/sdb [ 699.848358] env[62839]: DEBUG nova.network.neutron [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Updating instance_info_cache with network_info: [{"id": "d601a65e-2b72-4dba-8ab4-df48b6f847fa", "address": "fa:16:3e:f0:ff:4c", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd601a65e-2b", "ovs_interfaceid": "d601a65e-2b72-4dba-8ab4-df48b6f847fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.852738] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97abeb4d-abea-471d-837f-2c9c7c002d92 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.323s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.861818] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee11c6-0eb4-48ab-a335-4a4c8cf39405 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.875770] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f978ca-6118-4a24-961a-b2d6c917a6a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.893017] env[62839]: DEBUG nova.virt.block_device [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Updating existing volume attachment record: a6c169e9-256a-4cd1-b91d-b1705b5d47ed {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 700.311163] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512629} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.311499] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] beb5050f-353d-46e7-b321-360ed90d2a86/beb5050f-353d-46e7-b321-360ed90d2a86.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.311752] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.312032] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71b184cf-7e1d-40db-9c58-e36b244c99ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.319793] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 700.319793] env[62839]: value = "task-2756805" [ 700.319793] env[62839]: _type = "Task" [ 700.319793] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.330802] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.355215] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "refresh_cache-5fb06406-1bb2-4ba5-b297-e9b13fde6626" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.355559] env[62839]: DEBUG nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Instance network_info: |[{"id": "d601a65e-2b72-4dba-8ab4-df48b6f847fa", "address": "fa:16:3e:f0:ff:4c", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd601a65e-2b", "ovs_interfaceid": "d601a65e-2b72-4dba-8ab4-df48b6f847fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.355989] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:ff:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd601a65e-2b72-4dba-8ab4-df48b6f847fa', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.365305] env[62839]: DEBUG oslo.service.loopingcall [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.368428] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.368720] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7129acf4-c4bd-4b38-9117-da1cfbe8f9d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.391786] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.391786] env[62839]: value = "task-2756806" [ 700.391786] env[62839]: _type = "Task" [ 700.391786] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.397284] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3401a-fc80-4ba1-b8bb-bd219e4711be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.402739] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756806, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.407081] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa1f4b-e1fa-4eac-8289-b5ba088c27e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.441431] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2056e699-4929-473b-b4e9-9e6fa70411ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.451065] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c8dae-3b83-4e02-8244-6007e386d45a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.463926] env[62839]: DEBUG nova.compute.provider_tree [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.716702] env[62839]: DEBUG nova.compute.manager [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Received event network-changed-d601a65e-2b72-4dba-8ab4-df48b6f847fa {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.716885] env[62839]: DEBUG nova.compute.manager [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Refreshing instance network info cache due to event network-changed-d601a65e-2b72-4dba-8ab4-df48b6f847fa. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.718760] env[62839]: DEBUG oslo_concurrency.lockutils [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] Acquiring lock "refresh_cache-5fb06406-1bb2-4ba5-b297-e9b13fde6626" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.718760] env[62839]: DEBUG oslo_concurrency.lockutils [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] Acquired lock "refresh_cache-5fb06406-1bb2-4ba5-b297-e9b13fde6626" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.718760] env[62839]: DEBUG nova.network.neutron [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Refreshing network info cache for port d601a65e-2b72-4dba-8ab4-df48b6f847fa {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.831750] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062085} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.832184] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.833053] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9dd4d-e038-4ad6-820f-8d2eca0e5587 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.855603] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] beb5050f-353d-46e7-b321-360ed90d2a86/beb5050f-353d-46e7-b321-360ed90d2a86.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.856374] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59e63b7-11c9-4298-86b2-abf855074af1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.879679] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 700.879679] env[62839]: value = "task-2756807" [ 700.879679] env[62839]: _type = "Task" [ 700.879679] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.887608] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.901480] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756806, 'name': CreateVM_Task, 'duration_secs': 0.302872} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.901702] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.902429] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.902625] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.903150] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.903293] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb3ba67-59ca-4f5c-b7f6-eab7ba8dbcf9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.907867] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 700.907867] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524569ef-d8ea-c10c-b306-d93415a3d50a" [ 700.907867] env[62839]: _type = "Task" [ 700.907867] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.915741] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524569ef-d8ea-c10c-b306-d93415a3d50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.986705] env[62839]: ERROR nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [req-5356896a-b131-49ae-9ce9-d443953ac00c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5356896a-b131-49ae-9ce9-d443953ac00c"}]} [ 701.002364] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 701.015990] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 701.017466] env[62839]: DEBUG nova.compute.provider_tree [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.030784] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 701.049140] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 701.395594] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756807, 'name': ReconfigVM_Task, 'duration_secs': 0.474735} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.396279] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Reconfigured VM instance instance-00000024 to attach disk [datastore2] beb5050f-353d-46e7-b321-360ed90d2a86/beb5050f-353d-46e7-b321-360ed90d2a86.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.397148] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60f00042-badb-49cc-9725-298c997d8d3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.406160] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 701.406160] env[62839]: value = "task-2756808" [ 701.406160] env[62839]: _type = "Task" [ 701.406160] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.420492] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756808, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.426153] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524569ef-d8ea-c10c-b306-d93415a3d50a, 'name': SearchDatastore_Task, 'duration_secs': 0.018102} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.426454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.426687] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.426914] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.427079] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.427261] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.427524] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f11186fc-ff7b-4cea-890a-b01fcc76d127 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.437075] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.437234] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.437971] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28976e2b-e7e4-4a97-8c83-faca15a61521 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.446909] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 701.446909] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52906611-a5bb-5a64-d9d7-451b7edf3141" [ 701.446909] env[62839]: _type = "Task" [ 701.446909] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.454092] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52906611-a5bb-5a64-d9d7-451b7edf3141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.509902] env[62839]: DEBUG nova.network.neutron [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Updated VIF entry in instance network info cache for port d601a65e-2b72-4dba-8ab4-df48b6f847fa. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.510279] env[62839]: DEBUG nova.network.neutron [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Updating instance_info_cache with network_info: [{"id": "d601a65e-2b72-4dba-8ab4-df48b6f847fa", "address": "fa:16:3e:f0:ff:4c", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd601a65e-2b", "ovs_interfaceid": "d601a65e-2b72-4dba-8ab4-df48b6f847fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.593372] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916c25b-eda1-4453-bfbf-c1902643e59e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.605878] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4bf118-4fc4-498f-8374-f4bc07aa6fb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.637898] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd3fb56-1374-4995-bf6c-8186087058fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.645398] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2100e8-0265-42ac-9694-a496ff0e2ba1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.659173] env[62839]: DEBUG nova.compute.provider_tree [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.918508] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756808, 'name': Rename_Task, 'duration_secs': 0.329605} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.918508] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.918508] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-437d0327-9499-4b3f-a4f7-2981f68c4354 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.923196] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 701.923196] env[62839]: value = "task-2756809" [ 701.923196] env[62839]: _type = "Task" [ 701.923196] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.936405] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.955395] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52906611-a5bb-5a64-d9d7-451b7edf3141, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.956473] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026cc38f-af3b-4aaf-8b06-97639817c4cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.961844] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 701.961844] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a67a47-31d3-7440-abdc-cee73060f42d" [ 701.961844] env[62839]: _type = "Task" [ 701.961844] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.969509] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a67a47-31d3-7440-abdc-cee73060f42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.973317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.973537] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.015385] env[62839]: DEBUG oslo_concurrency.lockutils [req-e0acfc43-c469-45c2-b7f9-1bd3e6467833 req-2829b294-c699-467d-9aa1-55c7c8ae63cb service nova] Releasing lock "refresh_cache-5fb06406-1bb2-4ba5-b297-e9b13fde6626" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.181488] env[62839]: ERROR nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [req-c1c8bb84-3310-490a-8a37-a17b7fc937d5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c1c8bb84-3310-490a-8a37-a17b7fc937d5"}]} [ 702.201668] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.217595] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.217955] env[62839]: DEBUG nova.compute.provider_tree [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.230799] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.250052] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 702.433163] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.473387] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a67a47-31d3-7440-abdc-cee73060f42d, 'name': SearchDatastore_Task, 'duration_secs': 0.011968} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.473705] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.473878] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 5fb06406-1bb2-4ba5-b297-e9b13fde6626/5fb06406-1bb2-4ba5-b297-e9b13fde6626.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.474149] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-547cea80-9fd3-4ff5-b3f9-99add30d1bda {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.481272] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 702.481272] env[62839]: value = "task-2756811" [ 702.481272] env[62839]: _type = "Task" [ 702.481272] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.491897] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.716209] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020c2039-f872-43e6-a2a8-4796999e4658 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.724305] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e1cba6-fbcb-480e-8219-45a20ca90798 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.758395] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7439540-dbec-4d85-abd2-4f7c9c93ed12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.768202] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e4f4c-d639-495f-a67a-eef282fee204 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.784671] env[62839]: DEBUG nova.compute.provider_tree [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.936236] env[62839]: DEBUG oslo_vmware.api [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2756809, 'name': PowerOnVM_Task, 'duration_secs': 0.57866} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.936590] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.936881] env[62839]: INFO nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Took 8.82 seconds to spawn the instance on the hypervisor. [ 702.937166] env[62839]: DEBUG nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.938048] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e45fa-5826-41e5-9563-da721dc02fb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.993326] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756811, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.321118] env[62839]: DEBUG nova.scheduler.client.report [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 703.321471] env[62839]: DEBUG nova.compute.provider_tree [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 65 to 66 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 703.321855] env[62839]: DEBUG nova.compute.provider_tree [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.458761] env[62839]: INFO nova.compute.manager [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Took 46.21 seconds to build instance. [ 703.493699] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549075} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.494529] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 5fb06406-1bb2-4ba5-b297-e9b13fde6626/5fb06406-1bb2-4ba5-b297-e9b13fde6626.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.494529] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.494529] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4227d869-0135-4ca0-91ee-e8d78b0dddbe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.501276] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 703.501276] env[62839]: value = "task-2756812" [ 703.501276] env[62839]: _type = "Task" [ 703.501276] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.510363] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.828347] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.046s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.828952] env[62839]: DEBUG nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.835030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.539s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.835030] env[62839]: INFO nova.compute.claims [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.961592] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9e611069-d44e-49e7-ae41-2fdb763b4e1e tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "beb5050f-353d-46e7-b321-360ed90d2a86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.655s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.014341] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.343362} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.014341] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.014478] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fb7df7-5efc-444b-baee-ea92ed613eb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.037563] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 5fb06406-1bb2-4ba5-b297-e9b13fde6626/5fb06406-1bb2-4ba5-b297-e9b13fde6626.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.037889] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8671ab48-b486-4bc9-a378-311cd08d7199 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.058301] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 704.058301] env[62839]: value = "task-2756813" [ 704.058301] env[62839]: _type = "Task" [ 704.058301] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.066322] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.339985] env[62839]: DEBUG nova.compute.utils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.343331] env[62839]: DEBUG nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.343506] env[62839]: DEBUG nova.network.neutron [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.396712] env[62839]: DEBUG nova.policy [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '913fb202d8f84a59b8cd4a8818c7340d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3205450a18424f6da24939116c4effe8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.458401] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 704.458674] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554734', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'name': 'volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0894f61d-4fa3-4df2-86d1-2900553825cb', 'attached_at': '', 'detached_at': '', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'serial': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 704.459563] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d76d43-7353-4697-82a3-ce5ffa83e087 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.464583] env[62839]: DEBUG nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.481773] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3a6bd1-22e2-4857-901e-ee7e84281710 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.507682] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a/volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.509124] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7dd7e24-1b22-485e-91cb-5917b110c8f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.532311] env[62839]: DEBUG oslo_vmware.api [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Waiting for the task: (returnval){ [ 704.532311] env[62839]: value = "task-2756814" [ 704.532311] env[62839]: _type = "Task" [ 704.532311] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.540502] env[62839]: DEBUG oslo_vmware.api [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.568165] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.804044] env[62839]: DEBUG nova.network.neutron [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Successfully created port: 41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.844535] env[62839]: DEBUG nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.002052] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "2657a8f1-e75c-4f19-a855-a6975fea8d65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.002227] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.004622] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.046218] env[62839]: DEBUG oslo_vmware.api [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756814, 'name': ReconfigVM_Task, 'duration_secs': 0.42353} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.046481] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a/volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.051274] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91286473-f54d-4f1e-88b2-1fcecd3f8bc5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.078431] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.080228] env[62839]: DEBUG oslo_vmware.api [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Waiting for the task: (returnval){ [ 705.080228] env[62839]: value = "task-2756815" [ 705.080228] env[62839]: _type = "Task" [ 705.080228] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.093165] env[62839]: DEBUG oslo_vmware.api [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.450034] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc0aab-5f57-482e-a13d-1fbc2ca91c34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.460809] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c478b5a-74af-417e-94cd-abc4c13bff9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.497066] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab0a1a-0f5c-4ac1-95ed-6d5c9f99619b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.505193] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c051267-85f2-4610-b3d3-7e9d2914e9a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.518492] env[62839]: DEBUG nova.compute.provider_tree [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.573301] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756813, 'name': ReconfigVM_Task, 'duration_secs': 1.119468} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.576385] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 5fb06406-1bb2-4ba5-b297-e9b13fde6626/5fb06406-1bb2-4ba5-b297-e9b13fde6626.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.576385] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d423a4-90e3-4f70-940f-19f442adbaae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.584241] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 705.584241] env[62839]: value = "task-2756816" [ 705.584241] env[62839]: _type = "Task" [ 705.584241] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.592804] env[62839]: DEBUG oslo_vmware.api [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756815, 'name': ReconfigVM_Task, 'duration_secs': 0.148409} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.593627] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554734', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'name': 'volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0894f61d-4fa3-4df2-86d1-2900553825cb', 'attached_at': '', 'detached_at': '', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'serial': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 705.598153] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756816, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.859734] env[62839]: DEBUG nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.886430] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.886694] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.887233] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.887574] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.887835] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.888044] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.888288] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.888456] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.888646] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.888842] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.889238] env[62839]: DEBUG nova.virt.hardware [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.890395] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110b206-751c-4cbd-bddd-5654fa7c8ad5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.898702] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d427c8cd-8263-4766-93d8-80bee0062810 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.022122] env[62839]: DEBUG nova.scheduler.client.report [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.097012] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756816, 'name': Rename_Task, 'duration_secs': 0.144069} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.097012] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.097012] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54f14a03-6246-40a8-be8a-c10c3db78570 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.105024] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 706.105024] env[62839]: value = "task-2756817" [ 706.105024] env[62839]: _type = "Task" [ 706.105024] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.111830] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.407832] env[62839]: DEBUG nova.compute.manager [req-c039b0df-ce4b-4912-a1be-6a0b28cd5d3f req-32678591-7c76-41e8-a650-182d43d59ea4 service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Received event network-vif-plugged-41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.407832] env[62839]: DEBUG oslo_concurrency.lockutils [req-c039b0df-ce4b-4912-a1be-6a0b28cd5d3f req-32678591-7c76-41e8-a650-182d43d59ea4 service nova] Acquiring lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.407832] env[62839]: DEBUG oslo_concurrency.lockutils [req-c039b0df-ce4b-4912-a1be-6a0b28cd5d3f req-32678591-7c76-41e8-a650-182d43d59ea4 service nova] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.407832] env[62839]: DEBUG oslo_concurrency.lockutils [req-c039b0df-ce4b-4912-a1be-6a0b28cd5d3f req-32678591-7c76-41e8-a650-182d43d59ea4 service nova] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.407832] env[62839]: DEBUG nova.compute.manager [req-c039b0df-ce4b-4912-a1be-6a0b28cd5d3f req-32678591-7c76-41e8-a650-182d43d59ea4 service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] No waiting events found dispatching network-vif-plugged-41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.408140] env[62839]: WARNING nova.compute.manager [req-c039b0df-ce4b-4912-a1be-6a0b28cd5d3f req-32678591-7c76-41e8-a650-182d43d59ea4 service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Received unexpected event network-vif-plugged-41e27785-c3b4-4073-bd27-ae235f7b8543 for instance with vm_state building and task_state spawning. [ 706.474600] env[62839]: DEBUG nova.network.neutron [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Successfully updated port: 41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.530482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.530991] env[62839]: DEBUG nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.533647] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.134s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.621143] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756817, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.640174] env[62839]: DEBUG nova.objects.instance [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lazy-loading 'flavor' on Instance uuid 0894f61d-4fa3-4df2-86d1-2900553825cb {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.825396] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "e0a6fe33-8f46-4ac4-ab56-751785d08772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.825667] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.825926] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "e0a6fe33-8f46-4ac4-ab56-751785d08772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.826051] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.826220] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.828418] env[62839]: INFO nova.compute.manager [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Terminating instance [ 706.978374] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.978512] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.978664] env[62839]: DEBUG nova.network.neutron [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.037413] env[62839]: DEBUG nova.compute.utils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.038760] env[62839]: DEBUG nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.039017] env[62839]: DEBUG nova.network.neutron [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.104054] env[62839]: DEBUG nova.policy [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '433d487181d342be8ac3838d34902f7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bac8ea1ace3e4ff1b529cbf3350beedc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.114452] env[62839]: DEBUG oslo_vmware.api [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756817, 'name': PowerOnVM_Task, 'duration_secs': 0.636679} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.114870] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.115255] env[62839]: INFO nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Took 9.01 seconds to spawn the instance on the hypervisor. [ 707.115556] env[62839]: DEBUG nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.116454] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d715d356-8e5d-4624-b705-4920001c91ef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.146562] env[62839]: DEBUG oslo_concurrency.lockutils [None req-39babfad-4cf4-4f9b-8529-aa55512626ce tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.331s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.334057] env[62839]: DEBUG nova.compute.manager [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.334436] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.335430] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2708159b-eb67-47b0-b7d9-0ded3afd011a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.344540] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.345042] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48475372-b671-4dab-864e-a3f9d97fecda {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.352891] env[62839]: DEBUG oslo_vmware.api [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 707.352891] env[62839]: value = "task-2756818" [ 707.352891] env[62839]: _type = "Task" [ 707.352891] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.364086] env[62839]: DEBUG oslo_vmware.api [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.388977] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.389464] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.407261] env[62839]: DEBUG nova.network.neutron [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Successfully created port: 876d219a-1196-4666-bad6-a83178682fe6 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.532200] env[62839]: DEBUG nova.network.neutron [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.554658] env[62839]: DEBUG nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.602348] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2173ad07-4774-47ac-bed2-2d8e208acd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.602506] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e3fd97a6-50de-4b50-b513-f5d07c9ff1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.602648] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6fb562ee-db7e-46cf-acc3-447ed69cbab1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.602766] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 24a25029-8f86-4700-9e08-a802ba3f7ef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.602876] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.602984] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 0894f61d-4fa3-4df2-86d1-2900553825cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.603104] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e0a6fe33-8f46-4ac4-ab56-751785d08772 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.603226] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance c87add25-546f-4e34-83c7-02e039121252 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.603377] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance bd6d838d-622f-42c5-ba9d-bc691898a1a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.603499] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 0f05490a-be68-46a4-af3b-0937bcc1093d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.603621] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e781cd3c-2347-4273-87c1-eb3ae4421472 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.603739] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 4f1bad7e-8493-42c3-b92f-fcdc48fc7461 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.603842] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 39d13a82-dea4-41d1-a477-e73230b9817b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.603973] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance a3f4979c-1e6a-41bd-ac05-6ef06bd640eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.604627] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2a018d3c-4575-4042-b1ff-a2d71454cb17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.604627] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6e9a42e6-c365-466a-8a59-55bc4e74e1d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.604627] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2e98a7c1-05e4-40c3-954d-a0ae6130f09c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.605811] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 049f66d5-7650-449f-88ea-f3c0dd9b250c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 707.605811] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9d118db1-1c66-4b29-9ecf-32e7ab9460ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.605811] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 8d41ea5e-6757-4ace-b30c-030467138f68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.605811] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance ced06574-162e-47f9-a019-f12bee4d9de5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.605982] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance beb5050f-353d-46e7-b321-360ed90d2a86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.605982] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5fb06406-1bb2-4ba5-b297-e9b13fde6626 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.605982] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.605982] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5af1b9d9-375c-40ff-bf4b-a37e9d64b391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 707.635021] env[62839]: INFO nova.compute.manager [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Took 45.80 seconds to build instance. [ 707.644467] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Acquiring lock "0894f61d-4fa3-4df2-86d1-2900553825cb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.644467] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.862503] env[62839]: DEBUG oslo_vmware.api [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756818, 'name': PowerOffVM_Task, 'duration_secs': 0.291863} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.862771] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.862943] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.863212] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a33ddeea-7888-4a49-88b5-4c39a1285d1c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.930016] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.930016] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.930016] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Deleting the datastore file [datastore1] e0a6fe33-8f46-4ac4-ab56-751785d08772 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.930016] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4194d559-26d7-4ef9-bf47-b8487823bb8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.938052] env[62839]: DEBUG oslo_vmware.api [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 707.938052] env[62839]: value = "task-2756820" [ 707.938052] env[62839]: _type = "Task" [ 707.938052] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.949367] env[62839]: DEBUG oslo_vmware.api [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.030413] env[62839]: DEBUG nova.network.neutron [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updating instance_info_cache with network_info: [{"id": "41e27785-c3b4-4073-bd27-ae235f7b8543", "address": "fa:16:3e:34:65:9e", "network": {"id": "47152280-4cec-4a17-96b1-b1ed97d1669d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-74289569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3205450a18424f6da24939116c4effe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e27785-c3", "ovs_interfaceid": "41e27785-c3b4-4073-bd27-ae235f7b8543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.111930] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.136031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b3e8b251-df32-4f29-b1a5-18657bcc2ad3 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.473s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.148026] env[62839]: INFO nova.compute.manager [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Detaching volume 23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a [ 708.193113] env[62839]: INFO nova.virt.block_device [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Attempting to driver detach volume 23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a from mountpoint /dev/sdb [ 708.193113] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 708.193113] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554734', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'name': 'volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0894f61d-4fa3-4df2-86d1-2900553825cb', 'attached_at': '', 'detached_at': '', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'serial': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 708.193113] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3cf8fe-1da6-4b8d-a3ec-444d813df53f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.215850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a56c28-c2ea-4f21-911b-b904d7b66d75 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.222736] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86352e58-5324-4985-987e-b18f88946098 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.242429] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7825daf-c41e-41b6-b1f7-ca8fe3ecfb5d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.256536] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] The volume has not been displaced from its original location: [datastore2] volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a/volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 708.261705] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 708.261970] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ad3e77-555d-40e0-ba6f-32e6e7ae7d69 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.279883] env[62839]: DEBUG oslo_vmware.api [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Waiting for the task: (returnval){ [ 708.279883] env[62839]: value = "task-2756821" [ 708.279883] env[62839]: _type = "Task" [ 708.279883] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.287504] env[62839]: DEBUG oslo_vmware.api [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.439271] env[62839]: DEBUG nova.compute.manager [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Received event network-changed-41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.439393] env[62839]: DEBUG nova.compute.manager [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Refreshing instance network info cache due to event network-changed-41e27785-c3b4-4073-bd27-ae235f7b8543. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.439708] env[62839]: DEBUG oslo_concurrency.lockutils [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] Acquiring lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.452404] env[62839]: DEBUG oslo_vmware.api [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2756820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226214} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.452806] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.453182] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.453524] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.453813] env[62839]: INFO nova.compute.manager [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Took 1.12 seconds to destroy the instance on the hypervisor. [ 708.454287] env[62839]: DEBUG oslo.service.loopingcall [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.454587] env[62839]: DEBUG nova.compute.manager [-] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.454748] env[62839]: DEBUG nova.network.neutron [-] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.533037] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Releasing lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.533335] env[62839]: DEBUG nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Instance network_info: |[{"id": "41e27785-c3b4-4073-bd27-ae235f7b8543", "address": "fa:16:3e:34:65:9e", "network": {"id": "47152280-4cec-4a17-96b1-b1ed97d1669d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-74289569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3205450a18424f6da24939116c4effe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e27785-c3", "ovs_interfaceid": "41e27785-c3b4-4073-bd27-ae235f7b8543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.533412] env[62839]: DEBUG oslo_concurrency.lockutils [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] Acquired lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.533571] env[62839]: DEBUG nova.network.neutron [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Refreshing network info cache for port 41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.534944] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:65:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41e27785-c3b4-4073-bd27-ae235f7b8543', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.542697] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Creating folder: Project (3205450a18424f6da24939116c4effe8). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.543861] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0c70a30-17cb-4c94-85bf-74bdb1dd22fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.555887] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Created folder: Project (3205450a18424f6da24939116c4effe8) in parent group-v554621. [ 708.556083] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Creating folder: Instances. Parent ref: group-v554736. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.556313] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b15d0938-5fd3-4138-b2b4-aadcca781497 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.564426] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Created folder: Instances in parent group-v554736. [ 708.564644] env[62839]: DEBUG oslo.service.loopingcall [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.564822] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.565016] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da1740db-8563-4574-9281-457a798ae15b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.580346] env[62839]: DEBUG nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.586695] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.586695] env[62839]: value = "task-2756824" [ 708.586695] env[62839]: _type = "Task" [ 708.586695] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.597328] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756824, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.611669] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.611907] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.612078] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.612254] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.612395] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.612535] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.612742] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.612895] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.613070] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.613233] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.613395] env[62839]: DEBUG nova.virt.hardware [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.614093] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.619018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff68e12d-0395-4ae1-a77f-b3df4175bdc5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.624655] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7cd27d-f8c2-4f7d-b0e9-7cf22a27556e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.638973] env[62839]: DEBUG nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.790300] env[62839]: DEBUG oslo_vmware.api [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756821, 'name': ReconfigVM_Task, 'duration_secs': 0.233141} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.790622] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 708.795517] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24213db6-cc37-4324-81a8-b5331cecf758 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.812400] env[62839]: DEBUG oslo_vmware.api [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Waiting for the task: (returnval){ [ 708.812400] env[62839]: value = "task-2756825" [ 708.812400] env[62839]: _type = "Task" [ 708.812400] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.820906] env[62839]: DEBUG oslo_vmware.api [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.099961] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756824, 'name': CreateVM_Task, 'duration_secs': 0.344822} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.100190] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.100927] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.101133] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.101481] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.101762] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096aa928-a028-4f4c-ad85-246335c2bb63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.106645] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 709.106645] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523c1384-b648-a1d9-1eac-551884b2733d" [ 709.106645] env[62839]: _type = "Task" [ 709.106645] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.116214] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523c1384-b648-a1d9-1eac-551884b2733d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.120093] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance efbee0bf-c461-4826-abd9-4f3f135ee49c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.163114] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.324954] env[62839]: DEBUG oslo_vmware.api [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Task: {'id': task-2756825, 'name': ReconfigVM_Task, 'duration_secs': 0.148843} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.325339] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554734', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'name': 'volume-23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0894f61d-4fa3-4df2-86d1-2900553825cb', 'attached_at': '', 'detached_at': '', 'volume_id': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a', 'serial': '23637dbf-e5fd-4a0b-8aba-8e1bb7adbf4a'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 709.423193] env[62839]: DEBUG nova.network.neutron [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updated VIF entry in instance network info cache for port 41e27785-c3b4-4073-bd27-ae235f7b8543. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.423193] env[62839]: DEBUG nova.network.neutron [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updating instance_info_cache with network_info: [{"id": "41e27785-c3b4-4073-bd27-ae235f7b8543", "address": "fa:16:3e:34:65:9e", "network": {"id": "47152280-4cec-4a17-96b1-b1ed97d1669d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-74289569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3205450a18424f6da24939116c4effe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e27785-c3", "ovs_interfaceid": "41e27785-c3b4-4073-bd27-ae235f7b8543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.502311] env[62839]: DEBUG nova.network.neutron [-] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.528088] env[62839]: DEBUG nova.network.neutron [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Successfully updated port: 876d219a-1196-4666-bad6-a83178682fe6 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.623803] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523c1384-b648-a1d9-1eac-551884b2733d, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.623803] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.623803] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.623803] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.624216] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.624216] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.624216] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance ca9e593b-bb9e-4930-8792-6e4e09190970 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.624379] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dd750e6-d602-433c-a44f-f635cae7b49d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.633844] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.633844] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.635259] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6803509a-db2d-4231-a438-95f9481a2043 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.641152] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 709.641152] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5212ef00-648a-83c5-1cc6-70c4d4fab257" [ 709.641152] env[62839]: _type = "Task" [ 709.641152] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.651400] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5212ef00-648a-83c5-1cc6-70c4d4fab257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.891175] env[62839]: DEBUG nova.objects.instance [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lazy-loading 'flavor' on Instance uuid 0894f61d-4fa3-4df2-86d1-2900553825cb {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.926475] env[62839]: DEBUG oslo_concurrency.lockutils [req-8fb94597-3dde-4f1a-9730-206f99375bf0 req-fc7435db-2b5c-4203-a4bd-bfdb3876bdda service nova] Releasing lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.009555] env[62839]: INFO nova.compute.manager [-] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Took 1.55 seconds to deallocate network for instance. [ 710.030889] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "refresh_cache-5af1b9d9-375c-40ff-bf4b-a37e9d64b391" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.030889] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquired lock "refresh_cache-5af1b9d9-375c-40ff-bf4b-a37e9d64b391" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.030968] env[62839]: DEBUG nova.network.neutron [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.127989] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.153454] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5212ef00-648a-83c5-1cc6-70c4d4fab257, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.154290] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5173428a-104f-4f7a-883f-c4c783e3c839 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.161026] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 710.161026] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52edcc94-c798-2977-4ad5-de660901f1f9" [ 710.161026] env[62839]: _type = "Task" [ 710.161026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.169533] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52edcc94-c798-2977-4ad5-de660901f1f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.493505] env[62839]: DEBUG nova.compute.manager [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Received event network-vif-deleted-cada7160-6fde-4f39-a74e-43dd123f9323 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.493505] env[62839]: DEBUG nova.compute.manager [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Received event network-vif-plugged-876d219a-1196-4666-bad6-a83178682fe6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.493505] env[62839]: DEBUG oslo_concurrency.lockutils [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] Acquiring lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.493505] env[62839]: DEBUG oslo_concurrency.lockutils [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.493505] env[62839]: DEBUG oslo_concurrency.lockutils [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.494400] env[62839]: DEBUG nova.compute.manager [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] No waiting events found dispatching network-vif-plugged-876d219a-1196-4666-bad6-a83178682fe6 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.494400] env[62839]: WARNING nova.compute.manager [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Received unexpected event network-vif-plugged-876d219a-1196-4666-bad6-a83178682fe6 for instance with vm_state building and task_state spawning. [ 710.494400] env[62839]: DEBUG nova.compute.manager [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Received event network-changed-876d219a-1196-4666-bad6-a83178682fe6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.494610] env[62839]: DEBUG nova.compute.manager [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Refreshing instance network info cache due to event network-changed-876d219a-1196-4666-bad6-a83178682fe6. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.494773] env[62839]: DEBUG oslo_concurrency.lockutils [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] Acquiring lock "refresh_cache-5af1b9d9-375c-40ff-bf4b-a37e9d64b391" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.516427] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.563999] env[62839]: DEBUG nova.network.neutron [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.630966] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance a12e7a53-4957-415e-8e30-ba6cc9a367db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.674579] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52edcc94-c798-2977-4ad5-de660901f1f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016352} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.675381] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.675454] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc/4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.676112] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee376976-247d-447e-b33e-6836282593d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.682957] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 710.682957] env[62839]: value = "task-2756826" [ 710.682957] env[62839]: _type = "Task" [ 710.682957] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.690575] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.701991] env[62839]: DEBUG nova.network.neutron [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Updating instance_info_cache with network_info: [{"id": "876d219a-1196-4666-bad6-a83178682fe6", "address": "fa:16:3e:f3:65:f8", "network": {"id": "c12b848f-c2e0-4ebf-b121-bde6901f62d2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1884762297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac8ea1ace3e4ff1b529cbf3350beedc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d219a-11", "ovs_interfaceid": "876d219a-1196-4666-bad6-a83178682fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.898240] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fb8c745f-b9cd-4a5f-9169-ce71779af22b tempest-VolumesAssistedSnapshotsTest-1687998859 tempest-VolumesAssistedSnapshotsTest-1687998859-project-admin] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.135841] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 87d29e0d-3d61-4df0-9da6-108851ff3640 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.197500] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756826, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.204290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Releasing lock "refresh_cache-5af1b9d9-375c-40ff-bf4b-a37e9d64b391" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.204703] env[62839]: DEBUG nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Instance network_info: |[{"id": "876d219a-1196-4666-bad6-a83178682fe6", "address": "fa:16:3e:f3:65:f8", "network": {"id": "c12b848f-c2e0-4ebf-b121-bde6901f62d2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1884762297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac8ea1ace3e4ff1b529cbf3350beedc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d219a-11", "ovs_interfaceid": "876d219a-1196-4666-bad6-a83178682fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.205135] env[62839]: DEBUG oslo_concurrency.lockutils [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] Acquired lock "refresh_cache-5af1b9d9-375c-40ff-bf4b-a37e9d64b391" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.205325] env[62839]: DEBUG nova.network.neutron [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Refreshing network info cache for port 876d219a-1196-4666-bad6-a83178682fe6 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.206862] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:65:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '876d219a-1196-4666-bad6-a83178682fe6', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.215412] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Creating folder: Project (bac8ea1ace3e4ff1b529cbf3350beedc). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.216470] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97d2e1ef-6696-4673-89a4-f80cabd488b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.228318] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Created folder: Project (bac8ea1ace3e4ff1b529cbf3350beedc) in parent group-v554621. [ 711.228545] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Creating folder: Instances. Parent ref: group-v554739. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.228794] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ac161f3-9043-4bf4-8dc5-c1e26fbf4492 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.239686] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Created folder: Instances in parent group-v554739. [ 711.239958] env[62839]: DEBUG oslo.service.loopingcall [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.240504] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.240504] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b772963c-0ba2-460c-8aea-386c5f036ead {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.261976] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.261976] env[62839]: value = "task-2756829" [ 711.261976] env[62839]: _type = "Task" [ 711.261976] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.270830] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756829, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.644485] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.692920] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744752} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.693333] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc/4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.693718] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.694007] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e5ce81-9b8b-429e-ac2f-5d2e22cbcd41 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.701184] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 711.701184] env[62839]: value = "task-2756831" [ 711.701184] env[62839]: _type = "Task" [ 711.701184] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.708981] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.773502] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756829, 'name': CreateVM_Task, 'duration_secs': 0.358882} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.773702] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.774398] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.774548] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.774905] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.775171] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4168b5-4c90-4226-b1c8-700df289628f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.779759] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 711.779759] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52954207-d47f-6280-b380-b8d3cef0ce02" [ 711.779759] env[62839]: _type = "Task" [ 711.779759] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.787504] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52954207-d47f-6280-b380-b8d3cef0ce02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.959389] env[62839]: DEBUG nova.network.neutron [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Updated VIF entry in instance network info cache for port 876d219a-1196-4666-bad6-a83178682fe6. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.959733] env[62839]: DEBUG nova.network.neutron [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Updating instance_info_cache with network_info: [{"id": "876d219a-1196-4666-bad6-a83178682fe6", "address": "fa:16:3e:f3:65:f8", "network": {"id": "c12b848f-c2e0-4ebf-b121-bde6901f62d2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1884762297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac8ea1ace3e4ff1b529cbf3350beedc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876d219a-11", "ovs_interfaceid": "876d219a-1196-4666-bad6-a83178682fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.147408] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6b6d8663-024f-4aff-bfbe-e21c827ac529 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.211355] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083818} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.211623] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.212426] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d432df9-b660-468d-956a-d2547f5010c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.235816] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc/4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.236149] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a22321-1069-4a71-bef8-1e0c4f6d3aaa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.256697] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 712.256697] env[62839]: value = "task-2756832" [ 712.256697] env[62839]: _type = "Task" [ 712.256697] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.266444] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.289924] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52954207-d47f-6280-b380-b8d3cef0ce02, 'name': SearchDatastore_Task, 'duration_secs': 0.086261} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.290203] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.290442] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.290672] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.290819] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.290993] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.291309] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12719cc5-9af4-4a41-b631-23897edc50ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.301113] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.301330] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.302054] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d3c9d8-27a4-4f82-b482-f51c6b27908a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.307157] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 712.307157] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5292f646-7b5e-e93d-c1a5-4753a315d1f5" [ 712.307157] env[62839]: _type = "Task" [ 712.307157] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.314790] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5292f646-7b5e-e93d-c1a5-4753a315d1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.390067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Acquiring lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.390067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.390067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Acquiring lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.390266] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.390406] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.392505] env[62839]: INFO nova.compute.manager [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Terminating instance [ 712.462608] env[62839]: DEBUG oslo_concurrency.lockutils [req-679811ef-34c7-4285-873d-a75d20a70e3a req-73dd9f3a-e006-47c6-8cf6-5a6234f88f21 service nova] Releasing lock "refresh_cache-5af1b9d9-375c-40ff-bf4b-a37e9d64b391" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.650160] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d76cead4-3521-4a26-9f50-90a2c674930f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.767882] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756832, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.817840] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5292f646-7b5e-e93d-c1a5-4753a315d1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.054809} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.818636] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b544380-df52-45e7-8bca-5ee4cde168b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.823830] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 712.823830] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520d13da-dc06-3c4b-c9cb-e46190bc4efb" [ 712.823830] env[62839]: _type = "Task" [ 712.823830] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.831456] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520d13da-dc06-3c4b-c9cb-e46190bc4efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.896623] env[62839]: DEBUG nova.compute.manager [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.896900] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.897219] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a16b74-4a8d-43da-be1d-faab411b4fb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.903454] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 712.903454] env[62839]: value = "task-2756833" [ 712.903454] env[62839]: _type = "Task" [ 712.903454] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.911524] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.155893] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d4806675-c818-4b97-a2ee-71211c672ed1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.270306] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756832, 'name': ReconfigVM_Task, 'duration_secs': 0.534105} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.270583] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc/4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.271228] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c6b6cb4-54ef-42e2-9bac-5fbb5d41c552 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.277045] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 713.277045] env[62839]: value = "task-2756834" [ 713.277045] env[62839]: _type = "Task" [ 713.277045] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.284783] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756834, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.333477] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520d13da-dc06-3c4b-c9cb-e46190bc4efb, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.333770] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.334028] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 5af1b9d9-375c-40ff-bf4b-a37e9d64b391/5af1b9d9-375c-40ff-bf4b-a37e9d64b391.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.334256] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfda9697-eba9-43b1-bfed-8bc17b4bc34e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.341975] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 713.341975] env[62839]: value = "task-2756835" [ 713.341975] env[62839]: _type = "Task" [ 713.341975] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.350832] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.413883] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756833, 'name': PowerOffVM_Task, 'duration_secs': 0.214053} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.414247] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.414441] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 713.414621] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554654', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'name': 'volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1bad7e-8493-42c3-b92f-fcdc48fc7461', 'attached_at': '', 'detached_at': '', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'serial': '19da5a77-94c1-4f4a-a718-68a98d80a5cc'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 713.415395] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac45dd3-6942-4ae1-b0fa-c321d25d27ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.435035] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e2af8-68f4-42c4-82c5-36c270853e31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.441122] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e05b32-4a70-421a-bf9e-603243b84a9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.459410] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991af947-fae3-40bf-8b5b-b9d2ae9fe440 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.473882] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] The volume has not been displaced from its original location: [datastore1] volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc/volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 713.478954] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 713.479262] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a74e8ed4-8bb4-4385-bd66-e50d0e3271b2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.496854] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 713.496854] env[62839]: value = "task-2756836" [ 713.496854] env[62839]: _type = "Task" [ 713.496854] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.504666] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.658959] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d6374086-6be0-4ec3-ab57-ff58291f02ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.788078] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756834, 'name': Rename_Task, 'duration_secs': 0.157713} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.788429] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.788704] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e4ac35-2fe8-4b6c-abcf-309687798520 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.798747] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 713.798747] env[62839]: value = "task-2756837" [ 713.798747] env[62839]: _type = "Task" [ 713.798747] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.808086] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.852791] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756835, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.007488] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756836, 'name': ReconfigVM_Task, 'duration_secs': 0.188069} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.007733] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 714.012489] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bdd0462-d2bf-4b0f-8488-2e67736c83d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.027305] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 714.027305] env[62839]: value = "task-2756838" [ 714.027305] env[62839]: _type = "Task" [ 714.027305] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.036899] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.163015] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance a6d46ef1-5d0b-4d4e-907a-d11850a30c8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.308982] env[62839]: DEBUG oslo_vmware.api [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756837, 'name': PowerOnVM_Task, 'duration_secs': 0.461892} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.309856] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.309856] env[62839]: INFO nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Took 8.45 seconds to spawn the instance on the hypervisor. [ 714.309856] env[62839]: DEBUG nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.310394] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df939335-78ba-4390-ae0d-669cc0cf90f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.352847] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517662} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.352972] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 5af1b9d9-375c-40ff-bf4b-a37e9d64b391/5af1b9d9-375c-40ff-bf4b-a37e9d64b391.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.353115] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.353374] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f65b83dd-086b-45fe-acb6-9f343704fb0d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.360368] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 714.360368] env[62839]: value = "task-2756839" [ 714.360368] env[62839]: _type = "Task" [ 714.360368] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.369335] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.538037] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756838, 'name': ReconfigVM_Task, 'duration_secs': 0.292746} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.539332] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554654', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'name': 'volume-19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1bad7e-8493-42c3-b92f-fcdc48fc7461', 'attached_at': '', 'detached_at': '', 'volume_id': '19da5a77-94c1-4f4a-a718-68a98d80a5cc', 'serial': '19da5a77-94c1-4f4a-a718-68a98d80a5cc'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 714.539739] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.540552] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b1ae49-3245-4d5f-93cb-71d738184b7b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.547251] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.547500] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38652bda-583a-4814-9ced-37a7a7c4c660 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.619121] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.619357] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.619539] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Deleting the datastore file [datastore1] 4f1bad7e-8493-42c3-b92f-fcdc48fc7461 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.619816] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f414ec2-b6de-4428-acd9-d60beec81590 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.627446] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for the task: (returnval){ [ 714.627446] env[62839]: value = "task-2756841" [ 714.627446] env[62839]: _type = "Task" [ 714.627446] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.635303] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.666307] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 74eb03e1-dd93-4792-96cd-87e45d55ec4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.827560] env[62839]: INFO nova.compute.manager [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Took 50.15 seconds to build instance. [ 714.877463] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069387} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.877463] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.878144] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084015f6-dd76-4c7f-a532-b2a13609ca47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.901911] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 5af1b9d9-375c-40ff-bf4b-a37e9d64b391/5af1b9d9-375c-40ff-bf4b-a37e9d64b391.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.902314] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035cb4af-d308-4039-baf8-1afcd7c6f483 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.925979] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 714.925979] env[62839]: value = "task-2756842" [ 714.925979] env[62839]: _type = "Task" [ 714.925979] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.938192] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.143057] env[62839]: DEBUG oslo_vmware.api [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Task: {'id': task-2756841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240798} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.143057] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.143057] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.143057] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.143057] env[62839]: INFO nova.compute.manager [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Took 2.24 seconds to destroy the instance on the hypervisor. [ 715.143375] env[62839]: DEBUG oslo.service.loopingcall [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.143375] env[62839]: DEBUG nova.compute.manager [-] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.143375] env[62839]: DEBUG nova.network.neutron [-] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.172876] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2657a8f1-e75c-4f19-a855-a6975fea8d65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.307420] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "0894f61d-4fa3-4df2-86d1-2900553825cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.307691] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.307896] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "0894f61d-4fa3-4df2-86d1-2900553825cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.308084] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.308253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.313272] env[62839]: INFO nova.compute.manager [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Terminating instance [ 715.331266] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c695b44d-54e7-4fa4-abbe-f452d01a72e8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.685s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.342698] env[62839]: DEBUG nova.compute.manager [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Received event network-changed-41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.342864] env[62839]: DEBUG nova.compute.manager [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Refreshing instance network info cache due to event network-changed-41e27785-c3b4-4073-bd27-ae235f7b8543. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.343078] env[62839]: DEBUG oslo_concurrency.lockutils [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] Acquiring lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.343215] env[62839]: DEBUG oslo_concurrency.lockutils [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] Acquired lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.343367] env[62839]: DEBUG nova.network.neutron [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Refreshing network info cache for port 41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.436533] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756842, 'name': ReconfigVM_Task, 'duration_secs': 0.335254} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.436765] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 5af1b9d9-375c-40ff-bf4b-a37e9d64b391/5af1b9d9-375c-40ff-bf4b-a37e9d64b391.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.437430] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01da34a3-e0ea-4d59-bfff-0b786b6509ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.443714] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 715.443714] env[62839]: value = "task-2756843" [ 715.443714] env[62839]: _type = "Task" [ 715.443714] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.453172] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756843, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.675871] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.676268] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 715.676358] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 715.817665] env[62839]: DEBUG nova.compute.manager [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.818323] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.819480] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb443a0-dfff-42c3-ac62-b4a6bf0c6b29 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.827305] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.827560] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719f9d51-2827-47ba-87be-2e9c28cc7418 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.836017] env[62839]: DEBUG nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.842396] env[62839]: DEBUG oslo_vmware.api [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 715.842396] env[62839]: value = "task-2756844" [ 715.842396] env[62839]: _type = "Task" [ 715.842396] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.858283] env[62839]: DEBUG oslo_vmware.api [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.957146] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756843, 'name': Rename_Task, 'duration_secs': 0.129837} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.957283] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.957524] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bff9e794-37cf-4cdd-890f-cba196a98cca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.964278] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 715.964278] env[62839]: value = "task-2756845" [ 715.964278] env[62839]: _type = "Task" [ 715.964278] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.975663] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.227580] env[62839]: DEBUG nova.network.neutron [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updated VIF entry in instance network info cache for port 41e27785-c3b4-4073-bd27-ae235f7b8543. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.228017] env[62839]: DEBUG nova.network.neutron [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updating instance_info_cache with network_info: [{"id": "41e27785-c3b4-4073-bd27-ae235f7b8543", "address": "fa:16:3e:34:65:9e", "network": {"id": "47152280-4cec-4a17-96b1-b1ed97d1669d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-74289569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3205450a18424f6da24939116c4effe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e27785-c3", "ovs_interfaceid": "41e27785-c3b4-4073-bd27-ae235f7b8543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.365029] env[62839]: DEBUG oslo_vmware.api [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.371342] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f91e3b-a33c-41d0-b874-7eef0e950929 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.375183] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.380177] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e96607-9837-49d5-b2b6-7891491d1c88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.412297] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1924f2d-34c9-4b9a-8b22-9d278ed3da5d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.420013] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa7415-43f2-48b1-93b7-b00ac806c710 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.433209] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.473502] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.481995] env[62839]: DEBUG nova.network.neutron [-] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.731731] env[62839]: DEBUG oslo_concurrency.lockutils [req-5dfb9b85-d30c-443f-a97e-f844041caa32 req-b981a759-1719-43e5-9f41-0e39a1e5adad service nova] Releasing lock "refresh_cache-4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.855654] env[62839]: DEBUG oslo_vmware.api [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756844, 'name': PowerOffVM_Task, 'duration_secs': 0.969975} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.855962] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.856138] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.856402] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec9d6cd-96b3-4447-b695-37b8f21dc72a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.917080] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.917391] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.917654] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Deleting the datastore file [datastore1] 0894f61d-4fa3-4df2-86d1-2900553825cb {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.917996] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6847ca93-dda5-4889-be4a-77ed6b932dac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.925644] env[62839]: DEBUG oslo_vmware.api [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for the task: (returnval){ [ 716.925644] env[62839]: value = "task-2756847" [ 716.925644] env[62839]: _type = "Task" [ 716.925644] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.937223] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.941875] env[62839]: DEBUG oslo_vmware.api [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.977059] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756845, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.983792] env[62839]: INFO nova.compute.manager [-] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Took 1.84 seconds to deallocate network for instance. [ 717.389279] env[62839]: DEBUG nova.compute.manager [req-79b097e2-acf9-42ef-81af-8f1ead73dfff req-689e3dd2-1890-4550-9adc-033e54f247d1 service nova] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Received event network-vif-deleted-738d65f5-4a0a-40e5-be3c-ec586658607a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.435078] env[62839]: DEBUG oslo_vmware.api [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Task: {'id': task-2756847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331742} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.435439] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.435507] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.435686] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.435853] env[62839]: INFO nova.compute.manager [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Took 1.62 seconds to destroy the instance on the hypervisor. [ 717.436128] env[62839]: DEBUG oslo.service.loopingcall [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.436329] env[62839]: DEBUG nova.compute.manager [-] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.436423] env[62839]: DEBUG nova.network.neutron [-] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.443828] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 717.444065] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.910s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.444314] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.533s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.444486] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.446354] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.704s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.447813] env[62839]: INFO nova.compute.claims [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.476531] env[62839]: INFO nova.scheduler.client.report [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleted allocations for instance e781cd3c-2347-4273-87c1-eb3ae4421472 [ 717.478021] env[62839]: DEBUG oslo_vmware.api [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756845, 'name': PowerOnVM_Task, 'duration_secs': 1.115686} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.481448] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.481810] env[62839]: INFO nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Took 8.90 seconds to spawn the instance on the hypervisor. [ 717.482125] env[62839]: DEBUG nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.484148] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6722839-c6a5-4beb-882c-81c30d3b31e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.549259] env[62839]: INFO nova.compute.manager [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Took 0.56 seconds to detach 1 volumes for instance. [ 717.552931] env[62839]: DEBUG nova.compute.manager [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Deleting volume: 19da5a77-94c1-4f4a-a718-68a98d80a5cc {{(pid=62839) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 717.989330] env[62839]: DEBUG oslo_concurrency.lockutils [None req-70278c35-51d4-4e48-af3f-0a0e71e8937f tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e781cd3c-2347-4273-87c1-eb3ae4421472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.707s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.001116] env[62839]: INFO nova.compute.manager [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Took 48.74 seconds to build instance. [ 718.104407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.418382] env[62839]: DEBUG nova.network.neutron [-] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.503264] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d59aa89b-38a1-44a8-9ac4-60b6540de685 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.560s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.920328] env[62839]: INFO nova.compute.manager [-] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Took 1.48 seconds to deallocate network for instance. [ 719.008611] env[62839]: DEBUG nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.033700] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ede80-bf5f-4451-a8ee-b3552810052b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.042531] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c66700-6d54-4b1b-b537-fda1ab59764a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.075042] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d69ca9-acd3-43b5-8155-eff7e0d30f92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.083931] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be9566c-fe01-4f03-840b-370fb90b15e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.098892] env[62839]: DEBUG nova.compute.provider_tree [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.413083] env[62839]: DEBUG nova.compute.manager [req-40397005-692a-4adc-9fa6-b82c1b82b543 req-1e6c577f-a593-4b42-97ec-e65d20459a28 service nova] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Received event network-vif-deleted-9707f806-ce82-490e-b6fd-4f0c093fb1ac {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.428241] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.530842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.602626] env[62839]: DEBUG nova.scheduler.client.report [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.787884] env[62839]: DEBUG nova.compute.manager [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.788998] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8df96-021f-4d2c-bf66-28f2047d8793 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.106901] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.107487] env[62839]: DEBUG nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.111610] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.423s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.111813] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.114299] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.183s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.114490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.116236] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.088s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.118177] env[62839]: INFO nova.compute.claims [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.123191] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.123530] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.139801] env[62839]: INFO nova.scheduler.client.report [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Deleted allocations for instance 2a018d3c-4575-4042-b1ff-a2d71454cb17 [ 720.146094] env[62839]: INFO nova.scheduler.client.report [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Deleted allocations for instance a3f4979c-1e6a-41bd-ac05-6ef06bd640eb [ 720.301225] env[62839]: INFO nova.compute.manager [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] instance snapshotting [ 720.304036] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dca26b-d580-4a76-a7a7-04834ed6257d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.324699] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42eea71-6966-4a00-ac93-724933f1c15e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.624910] env[62839]: DEBUG nova.compute.utils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.628603] env[62839]: DEBUG nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.628603] env[62839]: DEBUG nova.network.neutron [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.648073] env[62839]: DEBUG oslo_concurrency.lockutils [None req-370086b6-d183-422f-b9eb-5ed572ce5836 tempest-InstanceActionsTestJSON-781186216 tempest-InstanceActionsTestJSON-781186216-project-member] Lock "2a018d3c-4575-4042-b1ff-a2d71454cb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.293s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.653408] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3fc2b3b6-c27b-49ca-a6f5-4c11ce4cdc8e tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "a3f4979c-1e6a-41bd-ac05-6ef06bd640eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.836s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.675782] env[62839]: DEBUG nova.policy [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5372fd67d16d4c4a9452ce4c06e6a4e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f6bfd94766e48b6a3ce0665cfb4e141', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.837188] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.837524] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac99b5b3-d46d-41c0-b87a-e69ec6c64798 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.850463] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 720.850463] env[62839]: value = "task-2756849" [ 720.850463] env[62839]: _type = "Task" [ 720.850463] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.863540] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.928302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "24a25029-8f86-4700-9e08-a802ba3f7ef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.928302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.928302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "24a25029-8f86-4700-9e08-a802ba3f7ef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.928571] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.928637] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.933427] env[62839]: INFO nova.compute.manager [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Terminating instance [ 720.997025] env[62839]: DEBUG nova.network.neutron [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Successfully created port: 7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.128965] env[62839]: DEBUG nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.366916] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.441579] env[62839]: DEBUG nova.compute.manager [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.441819] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.442818] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac21ff-5df6-4e55-96fd-71e54e315788 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.451694] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.451964] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23053222-f139-4e32-bed2-7dd0d96e6628 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.462607] env[62839]: DEBUG oslo_vmware.api [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 721.462607] env[62839]: value = "task-2756850" [ 721.462607] env[62839]: _type = "Task" [ 721.462607] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.473294] env[62839]: DEBUG oslo_vmware.api [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.759318] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45988ea-9ec1-4400-8b7d-86102e6842b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.767795] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff576a15-e37a-4964-a81b-1d6a1dc04d47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.803120] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c26b97-c522-4f83-90f9-10a0259777cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.810893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ad9935-385d-435f-8543-d1fabb9140f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.836079] env[62839]: DEBUG nova.compute.provider_tree [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.862712] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756849, 'name': CreateSnapshot_Task, 'duration_secs': 0.627437} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.862965] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.863745] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c97149c-f245-43e6-b304-b91bd3f652e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.973912] env[62839]: DEBUG oslo_vmware.api [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756850, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.146423] env[62839]: DEBUG nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.188952] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.189266] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.189426] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.189608] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.189750] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.189886] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.190169] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.190355] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.190733] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.190939] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.191155] env[62839]: DEBUG nova.virt.hardware [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.192713] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087df890-057f-436e-b5c7-b63e81d887fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.203891] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e251cb18-c58a-4f04-afb2-e958ee28e162 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.361369] env[62839]: ERROR nova.scheduler.client.report [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [req-390a0c56-6e3d-4e6a-8400-b66f2147347a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-390a0c56-6e3d-4e6a-8400-b66f2147347a"}]} [ 722.387847] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.390526] env[62839]: DEBUG nova.scheduler.client.report [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.390972] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0fb5b241-90a6-437f-b43c-86ac95223391 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.401240] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 722.401240] env[62839]: value = "task-2756851" [ 722.401240] env[62839]: _type = "Task" [ 722.401240] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.413561] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756851, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.414782] env[62839]: DEBUG nova.scheduler.client.report [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.414928] env[62839]: DEBUG nova.compute.provider_tree [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.433108] env[62839]: DEBUG nova.scheduler.client.report [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.453105] env[62839]: DEBUG nova.scheduler.client.report [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.476073] env[62839]: DEBUG oslo_vmware.api [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756850, 'name': PowerOffVM_Task, 'duration_secs': 0.711559} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.476306] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.476556] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.476870] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-656921dc-5532-4486-a1b6-1ba9ba0f4adb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.558790] env[62839]: DEBUG nova.compute.manager [req-9e44dff7-d6c7-40ea-a256-d90c92148fdb req-3a52aeac-2ab9-4c40-9224-2866fdabb04e service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Received event network-vif-plugged-7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.559071] env[62839]: DEBUG oslo_concurrency.lockutils [req-9e44dff7-d6c7-40ea-a256-d90c92148fdb req-3a52aeac-2ab9-4c40-9224-2866fdabb04e service nova] Acquiring lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.559316] env[62839]: DEBUG oslo_concurrency.lockutils [req-9e44dff7-d6c7-40ea-a256-d90c92148fdb req-3a52aeac-2ab9-4c40-9224-2866fdabb04e service nova] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.559527] env[62839]: DEBUG oslo_concurrency.lockutils [req-9e44dff7-d6c7-40ea-a256-d90c92148fdb req-3a52aeac-2ab9-4c40-9224-2866fdabb04e service nova] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.559951] env[62839]: DEBUG nova.compute.manager [req-9e44dff7-d6c7-40ea-a256-d90c92148fdb req-3a52aeac-2ab9-4c40-9224-2866fdabb04e service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] No waiting events found dispatching network-vif-plugged-7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.560232] env[62839]: WARNING nova.compute.manager [req-9e44dff7-d6c7-40ea-a256-d90c92148fdb req-3a52aeac-2ab9-4c40-9224-2866fdabb04e service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Received unexpected event network-vif-plugged-7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 for instance with vm_state building and task_state spawning. [ 722.568178] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.568469] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.568778] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Deleting the datastore file [datastore1] 24a25029-8f86-4700-9e08-a802ba3f7ef4 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.571954] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44413a09-04bd-4930-a886-2de27128816f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.581941] env[62839]: DEBUG oslo_vmware.api [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for the task: (returnval){ [ 722.581941] env[62839]: value = "task-2756853" [ 722.581941] env[62839]: _type = "Task" [ 722.581941] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.596588] env[62839]: DEBUG oslo_vmware.api [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.695432] env[62839]: DEBUG nova.network.neutron [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Successfully updated port: 7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.913612] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756851, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.035467] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c0cb83-795c-498f-be41-f05ab18af5a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.047042] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0584f0-51aa-446d-abd5-eab99a366b10 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.081855] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd593f54-9f2c-4afe-a1de-b0ad82e77bf0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.096238] env[62839]: DEBUG oslo_vmware.api [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Task: {'id': task-2756853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145544} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.096568] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.097457] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.097457] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.097457] env[62839]: INFO nova.compute.manager [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Took 1.66 seconds to destroy the instance on the hypervisor. [ 723.097457] env[62839]: DEBUG oslo.service.loopingcall [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.099743] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c175bbed-b2a9-4ea1-89ad-55bfa4ab5429 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.102410] env[62839]: DEBUG nova.compute.manager [-] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.102505] env[62839]: DEBUG nova.network.neutron [-] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.115872] env[62839]: DEBUG nova.compute.provider_tree [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.199703] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "refresh_cache-f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.199976] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "refresh_cache-f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.199976] env[62839]: DEBUG nova.network.neutron [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.415330] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756851, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.651960] env[62839]: DEBUG nova.scheduler.client.report [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.651960] env[62839]: DEBUG nova.compute.provider_tree [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 69 to 70 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.651960] env[62839]: DEBUG nova.compute.provider_tree [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.737124] env[62839]: DEBUG nova.network.neutron [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.920451] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756851, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.927921] env[62839]: DEBUG nova.network.neutron [-] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.951311] env[62839]: DEBUG nova.network.neutron [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Updating instance_info_cache with network_info: [{"id": "7d087d2f-6c7f-4ec2-b503-e6d6a85caa34", "address": "fa:16:3e:b2:ab:9c", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d087d2f-6c", "ovs_interfaceid": "7d087d2f-6c7f-4ec2-b503-e6d6a85caa34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.161268] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.043s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.161268] env[62839]: DEBUG nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.163296] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.414s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.164857] env[62839]: INFO nova.compute.claims [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.415184] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756851, 'name': CloneVM_Task, 'duration_secs': 1.936291} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.415480] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Created linked-clone VM from snapshot [ 724.416159] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6061a5-ce1b-4431-8205-f6de84aac412 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.424733] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Uploading image f2c24c9a-9e10-46fb-b3f4-dd3ddcea9685 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.430959] env[62839]: INFO nova.compute.manager [-] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Took 1.33 seconds to deallocate network for instance. [ 724.451286] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.451286] env[62839]: value = "vm-554743" [ 724.451286] env[62839]: _type = "VirtualMachine" [ 724.451286] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.451563] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d69e68b-e783-4856-bf2a-a2f77254283e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.453496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "refresh_cache-f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.453804] env[62839]: DEBUG nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Instance network_info: |[{"id": "7d087d2f-6c7f-4ec2-b503-e6d6a85caa34", "address": "fa:16:3e:b2:ab:9c", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d087d2f-6c", "ovs_interfaceid": "7d087d2f-6c7f-4ec2-b503-e6d6a85caa34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.454655] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ab:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d087d2f-6c7f-4ec2-b503-e6d6a85caa34', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.462555] env[62839]: DEBUG oslo.service.loopingcall [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.464225] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.464617] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lease: (returnval){ [ 724.464617] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524d453b-9a98-28ee-88f6-9f282c7f5418" [ 724.464617] env[62839]: _type = "HttpNfcLease" [ 724.464617] env[62839]: } obtained for exporting VM: (result){ [ 724.464617] env[62839]: value = "vm-554743" [ 724.464617] env[62839]: _type = "VirtualMachine" [ 724.464617] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.465050] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the lease: (returnval){ [ 724.465050] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524d453b-9a98-28ee-88f6-9f282c7f5418" [ 724.465050] env[62839]: _type = "HttpNfcLease" [ 724.465050] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.465050] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-419ba0a9-f2f8-4dc4-93f4-25271887cd74 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.493588] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.493588] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524d453b-9a98-28ee-88f6-9f282c7f5418" [ 724.493588] env[62839]: _type = "HttpNfcLease" [ 724.493588] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.494473] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.494473] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524d453b-9a98-28ee-88f6-9f282c7f5418" [ 724.494473] env[62839]: _type = "HttpNfcLease" [ 724.494473] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.494473] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.494473] env[62839]: value = "task-2756855" [ 724.494473] env[62839]: _type = "Task" [ 724.494473] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.494971] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d931c00-cb34-418a-bded-a70b1972dcf9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.507391] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756855, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.510674] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b46f5-49ac-f10f-5bfb-525174f14ee6/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.510856] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b46f5-49ac-f10f-5bfb-525174f14ee6/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 724.588314] env[62839]: DEBUG nova.compute.manager [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Received event network-changed-7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.588512] env[62839]: DEBUG nova.compute.manager [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Refreshing instance network info cache due to event network-changed-7d087d2f-6c7f-4ec2-b503-e6d6a85caa34. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.588762] env[62839]: DEBUG oslo_concurrency.lockutils [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] Acquiring lock "refresh_cache-f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.588954] env[62839]: DEBUG oslo_concurrency.lockutils [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] Acquired lock "refresh_cache-f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.590168] env[62839]: DEBUG nova.network.neutron [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Refreshing network info cache for port 7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.608760] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65c5a05d-28cc-4348-9b36-498a404cec25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.670685] env[62839]: DEBUG nova.compute.utils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.674196] env[62839]: DEBUG nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.674396] env[62839]: DEBUG nova.network.neutron [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.781907] env[62839]: DEBUG nova.policy [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e954cc9b3b89473bb07d8aa23e126bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25ae03e2ab5412083992b83902a049f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.938490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.009384] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756855, 'name': CreateVM_Task, 'duration_secs': 0.35478} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.009569] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.010324] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.010524] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.010810] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.011096] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e2394c-7480-4336-bfd6-420572f1f7e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.017580] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 725.017580] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526fb1d5-4f04-1110-0b3f-770e99d3fa2e" [ 725.017580] env[62839]: _type = "Task" [ 725.017580] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.030797] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526fb1d5-4f04-1110-0b3f-770e99d3fa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.178308] env[62839]: DEBUG nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.534032] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526fb1d5-4f04-1110-0b3f-770e99d3fa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.534820] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.535101] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.537295] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.537295] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.537295] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.537295] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8754a7e0-a517-4c1e-8aa1-8bcbf5fea4ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.548671] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.548883] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.549691] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701c3152-ad9b-446b-a7bb-52514ac2a8e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.560826] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 725.560826] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52642b6e-6e52-bede-fcbc-1526732cc01d" [ 725.560826] env[62839]: _type = "Task" [ 725.560826] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.578386] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52642b6e-6e52-bede-fcbc-1526732cc01d, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.579210] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8491df-491b-4273-b4e7-54a21af8e49b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.585107] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 725.585107] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c6857b-ff6c-ae5d-8ce1-00ef3c9a2a06" [ 725.585107] env[62839]: _type = "Task" [ 725.585107] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.603592] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c6857b-ff6c-ae5d-8ce1-00ef3c9a2a06, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.603592] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.603801] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d/f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.604111] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d425784-7dc4-4d72-8a98-ec8c5640648b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.616386] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 725.616386] env[62839]: value = "task-2756856" [ 725.616386] env[62839]: _type = "Task" [ 725.616386] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.626775] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.642053] env[62839]: DEBUG nova.network.neutron [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Successfully created port: 7071398d-17dc-45aa-b7eb-4c2915706006 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.878849] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5d5ef8-2c23-46bc-9503-931f4846cf0d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.894243] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec451e-56f0-40ec-aac3-489aafe9fbed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.944680] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af1d24-b38b-497d-a13c-6635cb4348bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.953289] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f24bec-9295-42f7-98af-b16ef8f90c53 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.976014] env[62839]: DEBUG nova.compute.provider_tree [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.978407] env[62839]: DEBUG nova.network.neutron [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Updated VIF entry in instance network info cache for port 7d087d2f-6c7f-4ec2-b503-e6d6a85caa34. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.978773] env[62839]: DEBUG nova.network.neutron [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Updating instance_info_cache with network_info: [{"id": "7d087d2f-6c7f-4ec2-b503-e6d6a85caa34", "address": "fa:16:3e:b2:ab:9c", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d087d2f-6c", "ovs_interfaceid": "7d087d2f-6c7f-4ec2-b503-e6d6a85caa34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.133693] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484824} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.135976] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d/f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.135976] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.135976] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4b3fe2-2f7a-4746-87dc-bbae1f6b2d0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.145304] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 726.145304] env[62839]: value = "task-2756857" [ 726.145304] env[62839]: _type = "Task" [ 726.145304] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.159618] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.188587] env[62839]: DEBUG nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.234829] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.238021] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.238021] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.238021] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.238021] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.238021] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.238021] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.238434] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.238434] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.238434] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.238434] env[62839]: DEBUG nova.virt.hardware [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.238434] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae58b769-732c-4f92-b0b8-b7cc8f9a02f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.249109] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc2c92-f2f8-4b56-aeea-72d26ca390a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.484230] env[62839]: DEBUG nova.scheduler.client.report [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.486273] env[62839]: DEBUG oslo_concurrency.lockutils [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] Releasing lock "refresh_cache-f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.486895] env[62839]: DEBUG nova.compute.manager [req-0573d3ea-4110-41b5-baaf-7c75957f2198 req-fa9e774b-7e23-4bed-9011-07eb0c83c74f service nova] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Received event network-vif-deleted-bf90f31f-05e0-48bf-9495-a2582721a292 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.657078] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078662} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.657391] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.659618] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6453b6-a730-4680-9c44-81cae440af4c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.685060] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d/f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.685443] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4be099c-92f3-470e-bf33-2a809cb52885 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.711248] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 726.711248] env[62839]: value = "task-2756858" [ 726.711248] env[62839]: _type = "Task" [ 726.711248] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.719339] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.980845] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "c87add25-546f-4e34-83c7-02e039121252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.980845] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "c87add25-546f-4e34-83c7-02e039121252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.980845] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "c87add25-546f-4e34-83c7-02e039121252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.980845] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "c87add25-546f-4e34-83c7-02e039121252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.981228] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "c87add25-546f-4e34-83c7-02e039121252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.981849] env[62839]: INFO nova.compute.manager [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Terminating instance [ 726.989487] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.990979] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.993402] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.639s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.997068] env[62839]: INFO nova.compute.claims [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.221332] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756858, 'name': ReconfigVM_Task, 'duration_secs': 0.470313} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.221674] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d/f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.222385] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6292f0-58c1-40b8-9772-4a16bf63b630 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.230933] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 727.230933] env[62839]: value = "task-2756859" [ 727.230933] env[62839]: _type = "Task" [ 727.230933] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.240270] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756859, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.486642] env[62839]: DEBUG nova.compute.manager [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.486911] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.487991] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9103c1-4583-471a-9f14-72ad8324b644 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.496967] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.497305] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c291e6-22da-4fce-bd5e-c6a4df6ed09b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.501406] env[62839]: DEBUG nova.compute.utils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.505092] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.505324] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.515206] env[62839]: DEBUG oslo_vmware.api [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 727.515206] env[62839]: value = "task-2756860" [ 727.515206] env[62839]: _type = "Task" [ 727.515206] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.529393] env[62839]: DEBUG oslo_vmware.api [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.627364] env[62839]: DEBUG nova.policy [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb42a0289114672bc42505c801110e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d970beed1a74c1ca5c213677ac89722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.746264] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756859, 'name': Rename_Task, 'duration_secs': 0.193968} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.746264] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.746264] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d146cf1-cb67-461b-a75d-d60d63a1d552 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.760471] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 727.760471] env[62839]: value = "task-2756861" [ 727.760471] env[62839]: _type = "Task" [ 727.760471] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.779625] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.011647] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.033342] env[62839]: DEBUG oslo_vmware.api [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756860, 'name': PowerOffVM_Task, 'duration_secs': 0.314546} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.033342] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.033342] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.033342] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b826ce-7f55-483d-967b-f19a1f7df452 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.105931] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.106576] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.106576] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Deleting the datastore file [datastore2] c87add25-546f-4e34-83c7-02e039121252 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.108049] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45c5c0fe-50ba-48f7-af1f-ae565f10fc0b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.117868] env[62839]: DEBUG nova.compute.manager [req-af1c76e8-355b-4ce8-a023-902764471042 req-cca350c0-8ca1-44e8-9b0f-dcb3b1a431e4 service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Received event network-vif-plugged-7071398d-17dc-45aa-b7eb-4c2915706006 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.118151] env[62839]: DEBUG oslo_concurrency.lockutils [req-af1c76e8-355b-4ce8-a023-902764471042 req-cca350c0-8ca1-44e8-9b0f-dcb3b1a431e4 service nova] Acquiring lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.118673] env[62839]: DEBUG oslo_concurrency.lockutils [req-af1c76e8-355b-4ce8-a023-902764471042 req-cca350c0-8ca1-44e8-9b0f-dcb3b1a431e4 service nova] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.118885] env[62839]: DEBUG oslo_concurrency.lockutils [req-af1c76e8-355b-4ce8-a023-902764471042 req-cca350c0-8ca1-44e8-9b0f-dcb3b1a431e4 service nova] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.119101] env[62839]: DEBUG nova.compute.manager [req-af1c76e8-355b-4ce8-a023-902764471042 req-cca350c0-8ca1-44e8-9b0f-dcb3b1a431e4 service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] No waiting events found dispatching network-vif-plugged-7071398d-17dc-45aa-b7eb-4c2915706006 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.119517] env[62839]: WARNING nova.compute.manager [req-af1c76e8-355b-4ce8-a023-902764471042 req-cca350c0-8ca1-44e8-9b0f-dcb3b1a431e4 service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Received unexpected event network-vif-plugged-7071398d-17dc-45aa-b7eb-4c2915706006 for instance with vm_state building and task_state spawning. [ 728.125946] env[62839]: DEBUG oslo_vmware.api [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for the task: (returnval){ [ 728.125946] env[62839]: value = "task-2756863" [ 728.125946] env[62839]: _type = "Task" [ 728.125946] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.144829] env[62839]: DEBUG oslo_vmware.api [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.273295] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756861, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.274793] env[62839]: DEBUG nova.network.neutron [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Successfully updated port: 7071398d-17dc-45aa-b7eb-4c2915706006 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.320172] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Successfully created port: 7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.643501] env[62839]: DEBUG oslo_vmware.api [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Task: {'id': task-2756863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284219} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.643669] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.643818] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.644054] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.644418] env[62839]: INFO nova.compute.manager [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] [instance: c87add25-546f-4e34-83c7-02e039121252] Took 1.16 seconds to destroy the instance on the hypervisor. [ 728.644682] env[62839]: DEBUG oslo.service.loopingcall [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.647917] env[62839]: DEBUG nova.compute.manager [-] [instance: c87add25-546f-4e34-83c7-02e039121252] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.649228] env[62839]: DEBUG nova.network.neutron [-] [instance: c87add25-546f-4e34-83c7-02e039121252] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.723306] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09061c12-b5ef-4267-8935-0127bf40acc4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.739178] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9fc007-98f9-4923-899e-ad13a18881e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.782085] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f0c329-85b1-42b6-aee8-caef94c2cdd0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.784871] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "refresh_cache-febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.785019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "refresh_cache-febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.785194] env[62839]: DEBUG nova.network.neutron [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.796694] env[62839]: DEBUG oslo_vmware.api [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756861, 'name': PowerOnVM_Task, 'duration_secs': 0.624638} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.798089] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af25d53c-ca62-45bd-a7d3-0ad50cc89e97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.802537] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.802762] env[62839]: INFO nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Took 6.66 seconds to spawn the instance on the hypervisor. [ 728.802940] env[62839]: DEBUG nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.804507] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4937e4-93b4-4bfa-a234-dbc455939729 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.825196] env[62839]: DEBUG nova.compute.provider_tree [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.027361] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.062041] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.062206] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.062357] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.062531] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.062670] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.062811] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.065916] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.065916] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.065916] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.065916] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.065916] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.066282] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a518a2-4030-4b27-a9ee-3585ad020265 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.081543] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95216050-6b36-4a3f-9394-a7c71e75cbdf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.324692] env[62839]: DEBUG nova.network.neutron [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.328652] env[62839]: DEBUG nova.scheduler.client.report [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.343923] env[62839]: INFO nova.compute.manager [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Took 55.62 seconds to build instance. [ 729.498341] env[62839]: DEBUG nova.network.neutron [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Updating instance_info_cache with network_info: [{"id": "7071398d-17dc-45aa-b7eb-4c2915706006", "address": "fa:16:3e:6a:89:eb", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7071398d-17", "ovs_interfaceid": "7071398d-17dc-45aa-b7eb-4c2915706006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.738723] env[62839]: DEBUG nova.network.neutron [-] [instance: c87add25-546f-4e34-83c7-02e039121252] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.838547] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.839395] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.841620] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.084s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.841815] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.843811] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.910s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.843993] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.846316] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.157s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.847977] env[62839]: INFO nova.compute.claims [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.851289] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9400f426-fd8b-408e-b2d8-5fcaad69a5f1 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.455s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.891527] env[62839]: INFO nova.scheduler.client.report [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Deleted allocations for instance 049f66d5-7650-449f-88ea-f3c0dd9b250c [ 729.893447] env[62839]: INFO nova.scheduler.client.report [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Deleted allocations for instance 2e98a7c1-05e4-40c3-954d-a0ae6130f09c [ 730.004515] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "refresh_cache-febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.004893] env[62839]: DEBUG nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Instance network_info: |[{"id": "7071398d-17dc-45aa-b7eb-4c2915706006", "address": "fa:16:3e:6a:89:eb", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7071398d-17", "ovs_interfaceid": "7071398d-17dc-45aa-b7eb-4c2915706006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.005480] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:89:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7071398d-17dc-45aa-b7eb-4c2915706006', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.014968] env[62839]: DEBUG oslo.service.loopingcall [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.016697] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.017024] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-925a2324-ee98-4023-b211-20d17fe19f62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.043029] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.043029] env[62839]: value = "task-2756864" [ 730.043029] env[62839]: _type = "Task" [ 730.043029] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.051199] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756864, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.144607] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Successfully updated port: 7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.242610] env[62839]: INFO nova.compute.manager [-] [instance: c87add25-546f-4e34-83c7-02e039121252] Took 1.59 seconds to deallocate network for instance. [ 730.264846] env[62839]: DEBUG nova.compute.manager [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Received event network-changed-7071398d-17dc-45aa-b7eb-4c2915706006 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.264846] env[62839]: DEBUG nova.compute.manager [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Refreshing instance network info cache due to event network-changed-7071398d-17dc-45aa-b7eb-4c2915706006. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.264846] env[62839]: DEBUG oslo_concurrency.lockutils [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] Acquiring lock "refresh_cache-febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.264846] env[62839]: DEBUG oslo_concurrency.lockutils [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] Acquired lock "refresh_cache-febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.264846] env[62839]: DEBUG nova.network.neutron [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Refreshing network info cache for port 7071398d-17dc-45aa-b7eb-4c2915706006 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.354666] env[62839]: DEBUG nova.compute.utils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.361284] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.361284] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.364082] env[62839]: DEBUG nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.411757] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1ad3c2f2-dfd6-44db-bef6-a6b3a2024842 tempest-ServersAaction247Test-239283565 tempest-ServersAaction247Test-239283565-project-member] Lock "049f66d5-7650-449f-88ea-f3c0dd9b250c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.951s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.422284] env[62839]: DEBUG nova.policy [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb42a0289114672bc42505c801110e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d970beed1a74c1ca5c213677ac89722', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.441327] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e5463149-73bb-4a7f-83e9-3950e5dadeec tempest-DeleteServersAdminTestJSON-1161384878 tempest-DeleteServersAdminTestJSON-1161384878-project-member] Lock "2e98a7c1-05e4-40c3-954d-a0ae6130f09c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.261s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.556821] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756864, 'name': CreateVM_Task, 'duration_secs': 0.487244} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.556821] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.558029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.558262] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.558673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.558991] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f6b647-6ed9-4a86-a8b3-fad243f05ef5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.566161] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 730.566161] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ebefd0-eef4-1b5c-b7d2-9850cd9610c1" [ 730.566161] env[62839]: _type = "Task" [ 730.566161] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.577309] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ebefd0-eef4-1b5c-b7d2-9850cd9610c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.652224] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "refresh_cache-efbee0bf-c461-4826-abd9-4f3f135ee49c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.652224] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "refresh_cache-efbee0bf-c461-4826-abd9-4f3f135ee49c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.652224] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.749826] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.786502] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Successfully created port: a3e5e931-3564-4ae5-ae66-77b1f94061a1 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.862265] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.913927] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.081571] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ebefd0-eef4-1b5c-b7d2-9850cd9610c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01844} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.084597] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.086564] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.086564] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.086564] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.086564] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.086564] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2f1d96-f767-467a-b974-abb4ff6212d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.099347] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.099613] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.100325] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05c67c0-aa26-4e64-a10c-6c865597c597 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.111088] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 731.111088] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5e697-2c68-7a88-471e-f87de2832c6c" [ 731.111088] env[62839]: _type = "Task" [ 731.111088] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.120367] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5e697-2c68-7a88-471e-f87de2832c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.200396] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.244311] env[62839]: DEBUG nova.network.neutron [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Updated VIF entry in instance network info cache for port 7071398d-17dc-45aa-b7eb-4c2915706006. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.244515] env[62839]: DEBUG nova.network.neutron [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Updating instance_info_cache with network_info: [{"id": "7071398d-17dc-45aa-b7eb-4c2915706006", "address": "fa:16:3e:6a:89:eb", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7071398d-17", "ovs_interfaceid": "7071398d-17dc-45aa-b7eb-4c2915706006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.447343] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Updating instance_info_cache with network_info: [{"id": "7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d", "address": "fa:16:3e:c4:37:63", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a62ad60-b3", "ovs_interfaceid": "7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.520198] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "218d807e-c3ac-4730-b6fc-ca27bef27f35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.521716] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.602716] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff74ba7-f392-446f-9d84-6aa2a77d5b37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.617682] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdcd98c-928e-4ea1-9e97-9c6762dabbd3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.628901] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5e697-2c68-7a88-471e-f87de2832c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013483} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.660646] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5e5baa-e85f-4b3d-90a9-e6de9ac854dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.662904] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43813af0-ea32-4509-8308-f8e1a8284028 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.670818] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 731.670818] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52563533-64d3-0f3e-de6a-7d58e951e966" [ 731.670818] env[62839]: _type = "Task" [ 731.670818] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.677960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f90c66-6aa3-42f1-9601-662c29e23509 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.691159] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52563533-64d3-0f3e-de6a-7d58e951e966, 'name': SearchDatastore_Task, 'duration_secs': 0.017857} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.698642] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.699073] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d/febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.699470] env[62839]: DEBUG nova.compute.provider_tree [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.700799] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-386f3a13-882a-436c-9613-27dd195cf4e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.711323] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 731.711323] env[62839]: value = "task-2756865" [ 731.711323] env[62839]: _type = "Task" [ 731.711323] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.720618] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.747414] env[62839]: DEBUG oslo_concurrency.lockutils [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] Releasing lock "refresh_cache-febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.747680] env[62839]: DEBUG nova.compute.manager [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: c87add25-546f-4e34-83c7-02e039121252] Received event network-vif-deleted-7d48c45d-b5fb-4084-9f1b-651e27142d79 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.747865] env[62839]: DEBUG nova.compute.manager [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Received event network-vif-plugged-7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.748067] env[62839]: DEBUG oslo_concurrency.lockutils [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] Acquiring lock "efbee0bf-c461-4826-abd9-4f3f135ee49c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.748278] env[62839]: DEBUG oslo_concurrency.lockutils [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.748436] env[62839]: DEBUG oslo_concurrency.lockutils [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.748594] env[62839]: DEBUG nova.compute.manager [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] No waiting events found dispatching network-vif-plugged-7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.748784] env[62839]: WARNING nova.compute.manager [req-5100da61-2536-4efc-9fe6-903a61cb2d78 req-06850ad7-2e6c-40a1-93e1-d9fe6cafaa2b service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Received unexpected event network-vif-plugged-7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d for instance with vm_state building and task_state spawning. [ 731.881556] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.918860] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.919019] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.920086] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.920086] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.920086] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.920086] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.920086] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.921035] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.921035] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.921035] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.921286] env[62839]: DEBUG nova.virt.hardware [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.922326] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cbae85-1c5d-4510-a4b6-3ab583ea89be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.935782] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180eb4d-737b-44a9-b5ed-fef516e6ba0a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.958033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "refresh_cache-efbee0bf-c461-4826-abd9-4f3f135ee49c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.958468] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Instance network_info: |[{"id": "7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d", "address": "fa:16:3e:c4:37:63", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a62ad60-b3", "ovs_interfaceid": "7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.959163] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:37:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.969425] env[62839]: DEBUG oslo.service.loopingcall [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.969831] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.970177] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5405dedb-7edd-4e8e-b829-6c99b993486b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.996608] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.996608] env[62839]: value = "task-2756866" [ 731.996608] env[62839]: _type = "Task" [ 731.996608] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.011014] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756866, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.206717] env[62839]: DEBUG nova.scheduler.client.report [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.230491] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.498569] env[62839]: DEBUG nova.compute.manager [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Received event network-changed-7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.498761] env[62839]: DEBUG nova.compute.manager [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Refreshing instance network info cache due to event network-changed-7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.498974] env[62839]: DEBUG oslo_concurrency.lockutils [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] Acquiring lock "refresh_cache-efbee0bf-c461-4826-abd9-4f3f135ee49c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.499137] env[62839]: DEBUG oslo_concurrency.lockutils [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] Acquired lock "refresh_cache-efbee0bf-c461-4826-abd9-4f3f135ee49c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.499531] env[62839]: DEBUG nova.network.neutron [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Refreshing network info cache for port 7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.511586] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756866, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.716110] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.716720] env[62839]: DEBUG nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.725802] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.345s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.725802] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.726401] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.235s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.727922] env[62839]: INFO nova.compute.claims [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.744537] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543506} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.744928] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d/febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.745638] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.745638] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12d3e94b-083f-4619-855c-c488137ce3e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.754706] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 732.754706] env[62839]: value = "task-2756867" [ 732.754706] env[62839]: _type = "Task" [ 732.754706] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.759355] env[62839]: INFO nova.scheduler.client.report [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Deleted allocations for instance 6fb562ee-db7e-46cf-acc3-447ed69cbab1 [ 732.767342] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.782512] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Successfully updated port: a3e5e931-3564-4ae5-ae66-77b1f94061a1 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.017493] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756866, 'name': CreateVM_Task, 'duration_secs': 0.662373} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.017788] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.018933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.018933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.018933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.019154] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e8d31c-9519-45b8-8e9e-cb97d26c682e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.026022] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 733.026022] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52119250-8250-2593-bea8-4345a6e24184" [ 733.026022] env[62839]: _type = "Task" [ 733.026022] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.037861] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52119250-8250-2593-bea8-4345a6e24184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.239188] env[62839]: DEBUG nova.compute.utils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.240968] env[62839]: DEBUG nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.242016] env[62839]: DEBUG nova.network.neutron [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.274262] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.389454} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.275733] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64a6ff93-db2e-4fc1-a6a4-012084b3f98c tempest-FloatingIPsAssociationTestJSON-1474251434 tempest-FloatingIPsAssociationTestJSON-1474251434-project-member] Lock "6fb562ee-db7e-46cf-acc3-447ed69cbab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.907s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.276375] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.278703] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4934f1-53a5-4aaa-88d5-d4da66aad5e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.287893] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "refresh_cache-ca9e593b-bb9e-4930-8792-6e4e09190970" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.288074] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "refresh_cache-ca9e593b-bb9e-4930-8792-6e4e09190970" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.288189] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.311295] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d/febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.314318] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47634fab-f881-4282-9d43-b9cb3e486831 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.331565] env[62839]: DEBUG nova.policy [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93235d3c205145cfb868215b33aa96b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f709af525e4840977f2f3ab6db457f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.341911] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 733.341911] env[62839]: value = "task-2756868" [ 733.341911] env[62839]: _type = "Task" [ 733.341911] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.342773] env[62839]: DEBUG nova.network.neutron [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Updated VIF entry in instance network info cache for port 7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.343114] env[62839]: DEBUG nova.network.neutron [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Updating instance_info_cache with network_info: [{"id": "7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d", "address": "fa:16:3e:c4:37:63", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a62ad60-b3", "ovs_interfaceid": "7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.357167] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.411988] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.412779] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.412779] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.412779] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.413069] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.415525] env[62839]: INFO nova.compute.manager [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Terminating instance [ 733.423518] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.537666] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52119250-8250-2593-bea8-4345a6e24184, 'name': SearchDatastore_Task, 'duration_secs': 0.021554} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.537990] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.538242] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.538474] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.538622] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.539097] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.539097] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d003bf89-0939-4ceb-bce5-22cf770e3298 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.552599] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.553033] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.553817] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f858c8-a500-49ac-a61d-13c7d101d610 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.561311] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 733.561311] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52da317e-6cd8-56cf-a0cc-cc9733c6298d" [ 733.561311] env[62839]: _type = "Task" [ 733.561311] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.571653] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52da317e-6cd8-56cf-a0cc-cc9733c6298d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.710890] env[62839]: DEBUG nova.network.neutron [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Successfully created port: 1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.742590] env[62839]: DEBUG nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.851407] env[62839]: DEBUG oslo_concurrency.lockutils [req-11a0f4bb-e74f-4370-857c-190306b96c6d req-e2ecf615-c237-433a-b0bc-4801987e9249 service nova] Releasing lock "refresh_cache-efbee0bf-c461-4826-abd9-4f3f135ee49c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.856491] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756868, 'name': ReconfigVM_Task, 'duration_secs': 0.345378} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.859231] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d/febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.860264] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4ca542f-9f19-4ea6-a7ea-46255121aced {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.868014] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 733.868014] env[62839]: value = "task-2756869" [ 733.868014] env[62839]: _type = "Task" [ 733.868014] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.880316] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756869, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.920321] env[62839]: DEBUG nova.compute.manager [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.921035] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.921888] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ddedab-81a6-4171-b7b2-ecd61eb95722 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.934674] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.935826] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f9a14d5-43cf-4170-b535-ccb667b6137e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.946677] env[62839]: DEBUG oslo_vmware.api [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 733.946677] env[62839]: value = "task-2756870" [ 733.946677] env[62839]: _type = "Task" [ 733.946677] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.964046] env[62839]: DEBUG oslo_vmware.api [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.001707] env[62839]: DEBUG nova.network.neutron [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Updating instance_info_cache with network_info: [{"id": "a3e5e931-3564-4ae5-ae66-77b1f94061a1", "address": "fa:16:3e:ef:d6:d0", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e5e931-35", "ovs_interfaceid": "a3e5e931-3564-4ae5-ae66-77b1f94061a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.075846] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52da317e-6cd8-56cf-a0cc-cc9733c6298d, 'name': SearchDatastore_Task, 'duration_secs': 0.020216} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.079310] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba94f5f-2acc-4b2c-b732-51c76be3d278 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.089062] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 734.089062] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5208cc17-2737-c279-6076-006c59c134f0" [ 734.089062] env[62839]: _type = "Task" [ 734.089062] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.102273] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5208cc17-2737-c279-6076-006c59c134f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.384713] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756869, 'name': Rename_Task, 'duration_secs': 0.165613} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.385108] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.385488] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d85c477c-f365-4ba2-85fe-7813d64b74c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.396201] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 734.396201] env[62839]: value = "task-2756871" [ 734.396201] env[62839]: _type = "Task" [ 734.396201] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.406803] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.440569] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f3c74-a53d-4eff-b378-be27bc517fb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.451683] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82395223-ec52-4718-9669-d5e5c8116e6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.466768] env[62839]: DEBUG oslo_vmware.api [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756870, 'name': PowerOffVM_Task, 'duration_secs': 0.263889} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.497150] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.497534] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.497996] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f908189-318b-47d8-8a0a-41bf16945511 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.501027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832d8eb1-1b23-468f-9171-242b09f44182 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.505440] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "refresh_cache-ca9e593b-bb9e-4930-8792-6e4e09190970" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.505887] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Instance network_info: |[{"id": "a3e5e931-3564-4ae5-ae66-77b1f94061a1", "address": "fa:16:3e:ef:d6:d0", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e5e931-35", "ovs_interfaceid": "a3e5e931-3564-4ae5-ae66-77b1f94061a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.508484] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:d6:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3e5e931-3564-4ae5-ae66-77b1f94061a1', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.517725] env[62839]: DEBUG oslo.service.loopingcall [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.517725] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.518547] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb0ef41-ea26-4402-8f7d-39f46dc93b49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.523286] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb5d6101-1f14-4558-b052-8b1d6059b69a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.557613] env[62839]: DEBUG nova.compute.provider_tree [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.561134] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.561134] env[62839]: value = "task-2756873" [ 734.561134] env[62839]: _type = "Task" [ 734.561134] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.574397] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756873, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.601976] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5208cc17-2737-c279-6076-006c59c134f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.603785] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.605072] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] efbee0bf-c461-4826-abd9-4f3f135ee49c/efbee0bf-c461-4826-abd9-4f3f135ee49c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.605072] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.605984] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.605984] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Deleting the datastore file [datastore2] 6e9a42e6-c365-466a-8a59-55bc4e74e1d4 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.606093] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20811aac-3c6c-4d0d-8d6c-26c56f7d5dac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.608852] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-440adf3f-cc8a-47ac-8c2d-32be31a53196 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.620753] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 734.620753] env[62839]: value = "task-2756874" [ 734.620753] env[62839]: _type = "Task" [ 734.620753] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.621782] env[62839]: DEBUG oslo_vmware.api [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for the task: (returnval){ [ 734.621782] env[62839]: value = "task-2756875" [ 734.621782] env[62839]: _type = "Task" [ 734.621782] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.635858] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.638868] env[62839]: DEBUG oslo_vmware.api [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.695407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "ced06574-162e-47f9-a019-f12bee4d9de5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.695733] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.695932] env[62839]: DEBUG nova.compute.manager [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.696948] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13945828-b5e9-4344-b962-74795bd9d5dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.704642] env[62839]: DEBUG nova.compute.manager [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 734.705286] env[62839]: DEBUG nova.objects.instance [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lazy-loading 'flavor' on Instance uuid ced06574-162e-47f9-a019-f12bee4d9de5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.754222] env[62839]: DEBUG nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.804902] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.805357] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.805897] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.805979] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.806229] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.806523] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.806925] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.807444] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.807786] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.808098] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.808389] env[62839]: DEBUG nova.virt.hardware [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.809892] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b0e041-15bf-4234-ac04-4a4692b89ff7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.821754] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c918539-9d1d-4df5-9145-417b5fddea35 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.910251] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756871, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.950630] env[62839]: DEBUG nova.compute.manager [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Received event network-vif-plugged-a3e5e931-3564-4ae5-ae66-77b1f94061a1 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.950630] env[62839]: DEBUG oslo_concurrency.lockutils [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] Acquiring lock "ca9e593b-bb9e-4930-8792-6e4e09190970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.950781] env[62839]: DEBUG oslo_concurrency.lockutils [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.950917] env[62839]: DEBUG oslo_concurrency.lockutils [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.951214] env[62839]: DEBUG nova.compute.manager [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] No waiting events found dispatching network-vif-plugged-a3e5e931-3564-4ae5-ae66-77b1f94061a1 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.951493] env[62839]: WARNING nova.compute.manager [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Received unexpected event network-vif-plugged-a3e5e931-3564-4ae5-ae66-77b1f94061a1 for instance with vm_state building and task_state spawning. [ 734.951615] env[62839]: DEBUG nova.compute.manager [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Received event network-changed-a3e5e931-3564-4ae5-ae66-77b1f94061a1 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.951936] env[62839]: DEBUG nova.compute.manager [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Refreshing instance network info cache due to event network-changed-a3e5e931-3564-4ae5-ae66-77b1f94061a1. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.952480] env[62839]: DEBUG oslo_concurrency.lockutils [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] Acquiring lock "refresh_cache-ca9e593b-bb9e-4930-8792-6e4e09190970" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.952843] env[62839]: DEBUG oslo_concurrency.lockutils [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] Acquired lock "refresh_cache-ca9e593b-bb9e-4930-8792-6e4e09190970" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.953109] env[62839]: DEBUG nova.network.neutron [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Refreshing network info cache for port a3e5e931-3564-4ae5-ae66-77b1f94061a1 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.081724] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756873, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.087096] env[62839]: ERROR nova.scheduler.client.report [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [req-dde23512-0467-4239-be59-cf3ce3f5ef05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dde23512-0467-4239-be59-cf3ce3f5ef05"}]} [ 735.112562] env[62839]: DEBUG nova.scheduler.client.report [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.132035] env[62839]: DEBUG nova.scheduler.client.report [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.132345] env[62839]: DEBUG nova.compute.provider_tree [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.139263] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756874, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.146061] env[62839]: DEBUG oslo_vmware.api [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Task: {'id': task-2756875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32555} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.146567] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.147376] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.147754] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.148055] env[62839]: INFO nova.compute.manager [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 735.148398] env[62839]: DEBUG oslo.service.loopingcall [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.149517] env[62839]: DEBUG nova.compute.manager [-] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.149517] env[62839]: DEBUG nova.network.neutron [-] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.152895] env[62839]: DEBUG nova.scheduler.client.report [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.179674] env[62839]: DEBUG nova.scheduler.client.report [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.412626] env[62839]: DEBUG oslo_vmware.api [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756871, 'name': PowerOnVM_Task, 'duration_secs': 0.546367} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.414170] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.414319] env[62839]: INFO nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Took 9.23 seconds to spawn the instance on the hypervisor. [ 735.414493] env[62839]: DEBUG nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.415631] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e23c55f-b6ac-41bc-8977-ad5f3812e126 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.460564] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b46f5-49ac-f10f-5bfb-525174f14ee6/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.468023] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b5132b-c875-49c0-9397-7d96a67334a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.476514] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b46f5-49ac-f10f-5bfb-525174f14ee6/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.476514] env[62839]: ERROR oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b46f5-49ac-f10f-5bfb-525174f14ee6/disk-0.vmdk due to incomplete transfer. [ 735.479436] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-795f6128-1e3c-4269-9e4d-a0d38859b60d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.489980] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b46f5-49ac-f10f-5bfb-525174f14ee6/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.491019] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Uploaded image f2c24c9a-9e10-46fb-b3f4-dd3ddcea9685 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.493077] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.495993] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf5beda0-16a2-4f5d-a1f5-971bed567966 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.505466] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 735.505466] env[62839]: value = "task-2756876" [ 735.505466] env[62839]: _type = "Task" [ 735.505466] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.515654] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756876, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.516631] env[62839]: DEBUG nova.network.neutron [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Successfully updated port: 1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.557890] env[62839]: DEBUG nova.compute.manager [req-96387e45-6bc1-44b3-a090-cc8fe84d6095 req-2569f087-d841-469c-a852-7dff260e04b6 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Received event network-vif-plugged-1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.558346] env[62839]: DEBUG oslo_concurrency.lockutils [req-96387e45-6bc1-44b3-a090-cc8fe84d6095 req-2569f087-d841-469c-a852-7dff260e04b6 service nova] Acquiring lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.558346] env[62839]: DEBUG oslo_concurrency.lockutils [req-96387e45-6bc1-44b3-a090-cc8fe84d6095 req-2569f087-d841-469c-a852-7dff260e04b6 service nova] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.558491] env[62839]: DEBUG oslo_concurrency.lockutils [req-96387e45-6bc1-44b3-a090-cc8fe84d6095 req-2569f087-d841-469c-a852-7dff260e04b6 service nova] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.558694] env[62839]: DEBUG nova.compute.manager [req-96387e45-6bc1-44b3-a090-cc8fe84d6095 req-2569f087-d841-469c-a852-7dff260e04b6 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] No waiting events found dispatching network-vif-plugged-1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.558827] env[62839]: WARNING nova.compute.manager [req-96387e45-6bc1-44b3-a090-cc8fe84d6095 req-2569f087-d841-469c-a852-7dff260e04b6 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Received unexpected event network-vif-plugged-1bf51ae5-cb11-4d43-a2a7-e319d47b5987 for instance with vm_state building and task_state spawning. [ 735.585028] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756873, 'name': CreateVM_Task, 'duration_secs': 0.681826} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.585129] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.585954] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.585954] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.586474] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.586474] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a045cd-0011-443d-bc76-9f388a1613d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.593982] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 735.593982] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52117113-8f7e-3936-72c7-d0688cf22d31" [ 735.593982] env[62839]: _type = "Task" [ 735.593982] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.609948] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52117113-8f7e-3936-72c7-d0688cf22d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.634977] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712142} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.635300] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] efbee0bf-c461-4826-abd9-4f3f135ee49c/efbee0bf-c461-4826-abd9-4f3f135ee49c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.635469] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.636383] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca7c772-f6a2-4ac4-8f14-04db942f1772 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.658205] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 735.658205] env[62839]: value = "task-2756877" [ 735.658205] env[62839]: _type = "Task" [ 735.658205] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.677978] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.717734] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.717734] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52369844-5a73-49ee-b14f-661cd7810091 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.727223] env[62839]: DEBUG oslo_vmware.api [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 735.727223] env[62839]: value = "task-2756878" [ 735.727223] env[62839]: _type = "Task" [ 735.727223] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.742909] env[62839]: DEBUG oslo_vmware.api [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.840804] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e9937-2ece-4f40-b9bc-6bf76667e00f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.849148] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52265cb1-bc37-4e65-a964-dad2e851a50a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.895769] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8d797-07f6-41c0-8ac4-ce2c200f102f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.905057] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec25927-dacf-4550-8004-56f8fc6a9ffd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.923319] env[62839]: DEBUG nova.compute.provider_tree [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.940669] env[62839]: INFO nova.compute.manager [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Took 53.95 seconds to build instance. [ 735.990600] env[62839]: DEBUG nova.network.neutron [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Updated VIF entry in instance network info cache for port a3e5e931-3564-4ae5-ae66-77b1f94061a1. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.990966] env[62839]: DEBUG nova.network.neutron [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Updating instance_info_cache with network_info: [{"id": "a3e5e931-3564-4ae5-ae66-77b1f94061a1", "address": "fa:16:3e:ef:d6:d0", "network": {"id": "5f3ba896-439d-4434-bd33-2d0009517f57", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1306827875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d970beed1a74c1ca5c213677ac89722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e5e931-35", "ovs_interfaceid": "a3e5e931-3564-4ae5-ae66-77b1f94061a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.016362] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756876, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.022595] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.022952] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquired lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.023136] env[62839]: DEBUG nova.network.neutron [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.107174] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52117113-8f7e-3936-72c7-d0688cf22d31, 'name': SearchDatastore_Task, 'duration_secs': 0.032639} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.107794] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.107911] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.108209] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.108464] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.108713] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.109057] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afed1c28-f98c-413c-9dfc-5a00cefe5d7b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.119426] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.119621] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.121164] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95360bff-4ffa-474c-9d7b-0aa4b7f29fe3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.129321] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 736.129321] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fabdfb-a0c0-b077-4749-f06590c9e338" [ 736.129321] env[62839]: _type = "Task" [ 736.129321] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.139092] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fabdfb-a0c0-b077-4749-f06590c9e338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.175300] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106249} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.175300] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.176027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f319b6b4-4515-4cf0-b0f0-5d89c1318042 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.201710] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] efbee0bf-c461-4826-abd9-4f3f135ee49c/efbee0bf-c461-4826-abd9-4f3f135ee49c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.202445] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356be4a4-f17a-40e3-89eb-99a534845e07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.223876] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 736.223876] env[62839]: value = "task-2756879" [ 736.223876] env[62839]: _type = "Task" [ 736.223876] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.236303] env[62839]: DEBUG oslo_vmware.api [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756878, 'name': PowerOffVM_Task, 'duration_secs': 0.254951} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.239819] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.240589] env[62839]: DEBUG nova.compute.manager [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.240589] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.241661] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f805080-c65a-4ea6-9d99-06b249e49cd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.441302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a8342c71-ca37-4b6e-80bb-1169009187be tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.283s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.494540] env[62839]: DEBUG oslo_concurrency.lockutils [req-d4012bc2-51b4-4f5d-9221-acfcb6732a93 req-39342038-7913-40f8-96ec-8bdd0064ea14 service nova] Releasing lock "refresh_cache-ca9e593b-bb9e-4930-8792-6e4e09190970" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.524669] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756876, 'name': Destroy_Task, 'duration_secs': 0.916889} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.524669] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Destroyed the VM [ 736.524898] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.527229] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d71d6c2-1484-4a0f-8ec9-8017d7e6ae1e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.539015] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 736.539015] env[62839]: value = "task-2756880" [ 736.539015] env[62839]: _type = "Task" [ 736.539015] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.548873] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.549954] env[62839]: DEBUG nova.scheduler.client.report [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 736.550228] env[62839]: DEBUG nova.compute.provider_tree [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 71 to 72 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.550414] env[62839]: DEBUG nova.compute.provider_tree [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.583812] env[62839]: DEBUG nova.network.neutron [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.646090] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fabdfb-a0c0-b077-4749-f06590c9e338, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.648437] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afc0a83-39fb-43fb-abb6-668792f3434c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.659277] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 736.659277] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5231fe7c-d907-cfea-22f8-2f1ca73a8f67" [ 736.659277] env[62839]: _type = "Task" [ 736.659277] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.670663] env[62839]: DEBUG nova.network.neutron [-] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.672067] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5231fe7c-d907-cfea-22f8-2f1ca73a8f67, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.672520] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.672642] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] ca9e593b-bb9e-4930-8792-6e4e09190970/ca9e593b-bb9e-4930-8792-6e4e09190970.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.673116] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178c2471-80bc-42e0-bc12-619d5ab7786b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.688783] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 736.688783] env[62839]: value = "task-2756881" [ 736.688783] env[62839]: _type = "Task" [ 736.688783] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.699980] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.739411] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.754624] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab50a367-f5bb-478c-993a-17e0f858027a tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.780554] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363753b4-143c-4dd0-af1b-221071f03c83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.788532] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe1f81-8a1e-43f5-b616-2607b0664f6b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Suspending the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 736.789205] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-551317f2-ec7a-4c29-bf6b-8945089a6ed6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.794854] env[62839]: DEBUG nova.network.neutron [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Updating instance_info_cache with network_info: [{"id": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "address": "fa:16:3e:4f:39:66", "network": {"id": "aabeb553-9b41-48cb-844a-a3f8770581ca", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-788638780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f709af525e4840977f2f3ab6db457f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf51ae5-cb", "ovs_interfaceid": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.796940] env[62839]: DEBUG oslo_vmware.api [None req-edbe1f81-8a1e-43f5-b616-2607b0664f6b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 736.796940] env[62839]: value = "task-2756882" [ 736.796940] env[62839]: _type = "Task" [ 736.796940] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.808093] env[62839]: DEBUG oslo_vmware.api [None req-edbe1f81-8a1e-43f5-b616-2607b0664f6b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756882, 'name': SuspendVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.944927] env[62839]: DEBUG nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.985960] env[62839]: DEBUG nova.compute.manager [req-17895d29-c778-461e-b378-3035ef24ff17 req-06ee517a-b889-45e5-a187-240ff262dbaa service nova] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Received event network-vif-deleted-01a3772b-0f10-4ccd-91fd-8a474b71c9f5 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.052993] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756880, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.056546] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.330s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.057325] env[62839]: DEBUG nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.060302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.055s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.061785] env[62839]: INFO nova.compute.claims [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.174693] env[62839]: INFO nova.compute.manager [-] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Took 2.03 seconds to deallocate network for instance. [ 737.205428] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.242452] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756879, 'name': ReconfigVM_Task, 'duration_secs': 0.611635} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.242787] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] efbee0bf-c461-4826-abd9-4f3f135ee49c/efbee0bf-c461-4826-abd9-4f3f135ee49c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.243532] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c37bec97-56c9-4abf-ae1a-422db455145d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.253338] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 737.253338] env[62839]: value = "task-2756883" [ 737.253338] env[62839]: _type = "Task" [ 737.253338] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.265213] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756883, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.298885] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Releasing lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.299364] env[62839]: DEBUG nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Instance network_info: |[{"id": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "address": "fa:16:3e:4f:39:66", "network": {"id": "aabeb553-9b41-48cb-844a-a3f8770581ca", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-788638780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f709af525e4840977f2f3ab6db457f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf51ae5-cb", "ovs_interfaceid": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.299980] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:39:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf51ae5-cb11-4d43-a2a7-e319d47b5987', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.308327] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Creating folder: Project (e9f709af525e4840977f2f3ab6db457f). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.312555] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d0f3a2d-2674-4264-9e6a-01d50fb5972c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.322104] env[62839]: DEBUG oslo_vmware.api [None req-edbe1f81-8a1e-43f5-b616-2607b0664f6b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756882, 'name': SuspendVM_Task} progress is 54%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.327742] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Created folder: Project (e9f709af525e4840977f2f3ab6db457f) in parent group-v554621. [ 737.328072] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Creating folder: Instances. Parent ref: group-v554748. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.328485] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbace71c-11f7-4424-b559-6eca9a68f58a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.341140] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Created folder: Instances in parent group-v554748. [ 737.341456] env[62839]: DEBUG oslo.service.loopingcall [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.341731] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.342000] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35c85613-de48-49aa-ad9b-675013b2652c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.369588] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.369588] env[62839]: value = "task-2756886" [ 737.369588] env[62839]: _type = "Task" [ 737.369588] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.378616] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756886, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.473673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.552132] env[62839]: DEBUG oslo_vmware.api [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756880, 'name': RemoveSnapshot_Task, 'duration_secs': 0.954726} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.552448] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.552678] env[62839]: INFO nova.compute.manager [None req-3a2ba6e9-a7cf-490e-bf5a-819eef5dd0e7 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Took 17.25 seconds to snapshot the instance on the hypervisor. [ 737.565888] env[62839]: DEBUG nova.compute.utils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.569864] env[62839]: DEBUG nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.570069] env[62839]: DEBUG nova.network.neutron [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.641740] env[62839]: DEBUG nova.policy [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a07dc63308544a2e9168e3a07a80e166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee43ad39eb1466aa373dd33daba2cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.685869] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.701850] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580361} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.702132] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] ca9e593b-bb9e-4930-8792-6e4e09190970/ca9e593b-bb9e-4930-8792-6e4e09190970.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.702386] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.702641] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22544bee-edaf-4bfa-927d-4c8597ab442c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.712840] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 737.712840] env[62839]: value = "task-2756887" [ 737.712840] env[62839]: _type = "Task" [ 737.712840] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.724439] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.764380] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756883, 'name': Rename_Task, 'duration_secs': 0.196495} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.764651] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.764899] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edce17cb-3b1f-49e2-8821-2c6ea9ddeed1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.769342] env[62839]: DEBUG nova.compute.manager [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Received event network-changed-1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.769791] env[62839]: DEBUG nova.compute.manager [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Refreshing instance network info cache due to event network-changed-1bf51ae5-cb11-4d43-a2a7-e319d47b5987. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.770031] env[62839]: DEBUG oslo_concurrency.lockutils [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] Acquiring lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.770219] env[62839]: DEBUG oslo_concurrency.lockutils [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] Acquired lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.770404] env[62839]: DEBUG nova.network.neutron [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Refreshing network info cache for port 1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.778657] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 737.778657] env[62839]: value = "task-2756888" [ 737.778657] env[62839]: _type = "Task" [ 737.778657] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.790885] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.812112] env[62839]: DEBUG oslo_vmware.api [None req-edbe1f81-8a1e-43f5-b616-2607b0664f6b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756882, 'name': SuspendVM_Task, 'duration_secs': 0.825753} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.812507] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-edbe1f81-8a1e-43f5-b616-2607b0664f6b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Suspended the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 737.812735] env[62839]: DEBUG nova.compute.manager [None req-edbe1f81-8a1e-43f5-b616-2607b0664f6b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.813700] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7f1ec7-be6d-4dfa-8b5a-3a2abd40c10a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.880099] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756886, 'name': CreateVM_Task, 'duration_secs': 0.44855} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.880099] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.883420] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.883420] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.883420] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.883420] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae9239c-5641-40b4-adb9-27a85776e141 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.891615] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 737.891615] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52672643-e4ad-bfff-d1b1-f45fd61c82ce" [ 737.891615] env[62839]: _type = "Task" [ 737.891615] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.907502] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52672643-e4ad-bfff-d1b1-f45fd61c82ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.013256] env[62839]: DEBUG nova.objects.instance [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lazy-loading 'flavor' on Instance uuid ced06574-162e-47f9-a019-f12bee4d9de5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.072723] env[62839]: DEBUG nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.183125] env[62839]: DEBUG nova.network.neutron [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Successfully created port: cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.228238] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.228953] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.229567] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e8028d-ae8a-4a23-8552-64e2215844f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.260356] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ca9e593b-bb9e-4930-8792-6e4e09190970/ca9e593b-bb9e-4930-8792-6e4e09190970.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.263260] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ed9370-7221-449d-b8c7-1d85ee1c97b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.287133] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 738.287133] env[62839]: value = "task-2756889" [ 738.287133] env[62839]: _type = "Task" [ 738.287133] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.291663] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.303083] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.410305] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52672643-e4ad-bfff-d1b1-f45fd61c82ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017515} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.410305] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.410305] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.410675] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.410799] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.411045] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.412116] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb21b42-7b6d-475b-ba97-0144bc7f4e90 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.428080] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.429030] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.432649] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bbc848-0e33-410d-9ee7-902fbdc7671d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.442931] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 738.442931] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b30af6-9b94-374e-f026-4b23f08a6906" [ 738.442931] env[62839]: _type = "Task" [ 738.442931] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.450345] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b30af6-9b94-374e-f026-4b23f08a6906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.524555] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.525180] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquired lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.525180] env[62839]: DEBUG nova.network.neutron [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.525180] env[62839]: DEBUG nova.objects.instance [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lazy-loading 'info_cache' on Instance uuid ced06574-162e-47f9-a019-f12bee4d9de5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.781879] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315428d8-ac87-45fd-baa0-718b57658f15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.798510] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756888, 'name': PowerOnVM_Task, 'duration_secs': 0.978541} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.800756] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.800989] env[62839]: INFO nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 738.801725] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.802366] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff7a2c7-943c-4f8b-a20d-c62cafb81d06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.808526] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1270469-cb50-43aa-a685-7d4f0b283ab4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.814869] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.860275] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f8e742-a310-404d-9c11-66e1af5600b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.869493] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddcf1c6-e35b-4925-8aa5-686fdac1a734 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.888210] env[62839]: DEBUG nova.compute.provider_tree [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.953617] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b30af6-9b94-374e-f026-4b23f08a6906, 'name': SearchDatastore_Task, 'duration_secs': 0.023519} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.954175] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c740997d-21c4-4d58-bf59-e4ea9c238f8a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.962175] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 738.962175] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205038b-9f84-ebd7-7d62-b7c233e38d73" [ 738.962175] env[62839]: _type = "Task" [ 738.962175] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.971930] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205038b-9f84-ebd7-7d62-b7c233e38d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.025709] env[62839]: DEBUG nova.network.neutron [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Updated VIF entry in instance network info cache for port 1bf51ae5-cb11-4d43-a2a7-e319d47b5987. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.025709] env[62839]: DEBUG nova.network.neutron [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Updating instance_info_cache with network_info: [{"id": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "address": "fa:16:3e:4f:39:66", "network": {"id": "aabeb553-9b41-48cb-844a-a3f8770581ca", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-788638780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f709af525e4840977f2f3ab6db457f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf51ae5-cb", "ovs_interfaceid": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.030032] env[62839]: DEBUG nova.objects.base [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 739.086453] env[62839]: DEBUG nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.120439] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.122017] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.122017] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.122017] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.122017] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.122017] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.122436] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.122436] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.122436] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.122436] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.122860] env[62839]: DEBUG nova.virt.hardware [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.123740] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6a3513-9154-4e25-ab36-50e7be25b286 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.133346] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58de03c0-1b73-42e8-bbb8-2f6fe1e0ebd0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.303915] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756889, 'name': ReconfigVM_Task, 'duration_secs': 0.612959} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.304235] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ca9e593b-bb9e-4930-8792-6e4e09190970/ca9e593b-bb9e-4930-8792-6e4e09190970.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.304878] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-febf7be4-dfcc-46be-9575-1ad5cd482311 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.314280] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 739.314280] env[62839]: value = "task-2756890" [ 739.314280] env[62839]: _type = "Task" [ 739.314280] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.327445] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756890, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.371506] env[62839]: INFO nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Took 51.64 seconds to build instance. [ 739.391476] env[62839]: DEBUG nova.scheduler.client.report [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.474549] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205038b-9f84-ebd7-7d62-b7c233e38d73, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.474873] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.475195] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc/5c1b5fee-7174-467f-b63e-10cc3cf0e3bc.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.475462] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2106c8b4-cb2e-46af-97e2-65f07dbf3ef0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.483129] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 739.483129] env[62839]: value = "task-2756891" [ 739.483129] env[62839]: _type = "Task" [ 739.483129] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.492377] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.528981] env[62839]: DEBUG oslo_concurrency.lockutils [req-df671a33-874c-4100-9c62-649714b6b0be req-25461ec2-b863-4591-a100-ad0b3be8dff8 service nova] Releasing lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.827859] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756890, 'name': Rename_Task, 'duration_secs': 0.160704} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.828430] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.830108] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a19c1ad-50f1-48db-bfed-1fa1d231c537 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.843782] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 739.843782] env[62839]: value = "task-2756892" [ 739.843782] env[62839]: _type = "Task" [ 739.843782] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.857274] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.867103] env[62839]: DEBUG nova.network.neutron [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Updating instance_info_cache with network_info: [{"id": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "address": "fa:16:3e:96:b1:8d", "network": {"id": "6cbb7dfe-b772-4890-ab10-0fe4194a5ac7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1314248894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f6bfd94766e48b6a3ce0665cfb4e141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6091af0-6f", "ovs_interfaceid": "a6091af0-6f0a-49a0-86d6-e897da46fd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.876116] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.002s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.898452] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.899039] env[62839]: DEBUG nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.904599] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.742s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.906543] env[62839]: INFO nova.compute.claims [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.998751] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756891, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.356242] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.377135] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Releasing lock "refresh_cache-ced06574-162e-47f9-a019-f12bee4d9de5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.378751] env[62839]: DEBUG nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.416842] env[62839]: DEBUG nova.compute.utils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.419163] env[62839]: DEBUG nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.419377] env[62839]: DEBUG nova.network.neutron [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.477926] env[62839]: DEBUG nova.network.neutron [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Successfully updated port: cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.498550] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517181} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.498854] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc/5c1b5fee-7174-467f-b63e-10cc3cf0e3bc.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.499051] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.499334] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-702177f2-5ac0-4d2e-a27d-79e3d0287138 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.508190] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 740.508190] env[62839]: value = "task-2756893" [ 740.508190] env[62839]: _type = "Task" [ 740.508190] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.521342] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.532504] env[62839]: DEBUG nova.policy [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cc9c86152fa4d6290a3f2462f80454e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9ec5d674e74d6f93a0212ef6ad13bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.840602] env[62839]: DEBUG nova.compute.manager [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.842521] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c0003d-70ca-445f-9363-47de43ea60d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.871833] env[62839]: DEBUG oslo_vmware.api [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756892, 'name': PowerOnVM_Task, 'duration_secs': 0.572578} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.872429] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.872641] env[62839]: INFO nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Took 8.99 seconds to spawn the instance on the hypervisor. [ 740.872815] env[62839]: DEBUG nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.873646] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59558a0-4979-496f-aa3c-c26ffef3d679 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.921584] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.921584] env[62839]: DEBUG nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.981298] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.981298] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.981298] env[62839]: DEBUG nova.network.neutron [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.004853] env[62839]: DEBUG nova.compute.manager [req-5519c752-1663-49fb-88a1-6930616697cd req-28968c9d-8b18-4d11-8391-e3149a190ba5 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Received event network-vif-plugged-cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.005113] env[62839]: DEBUG oslo_concurrency.lockutils [req-5519c752-1663-49fb-88a1-6930616697cd req-28968c9d-8b18-4d11-8391-e3149a190ba5 service nova] Acquiring lock "a12e7a53-4957-415e-8e30-ba6cc9a367db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.005350] env[62839]: DEBUG oslo_concurrency.lockutils [req-5519c752-1663-49fb-88a1-6930616697cd req-28968c9d-8b18-4d11-8391-e3149a190ba5 service nova] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.005545] env[62839]: DEBUG oslo_concurrency.lockutils [req-5519c752-1663-49fb-88a1-6930616697cd req-28968c9d-8b18-4d11-8391-e3149a190ba5 service nova] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.005755] env[62839]: DEBUG nova.compute.manager [req-5519c752-1663-49fb-88a1-6930616697cd req-28968c9d-8b18-4d11-8391-e3149a190ba5 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] No waiting events found dispatching network-vif-plugged-cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.005963] env[62839]: WARNING nova.compute.manager [req-5519c752-1663-49fb-88a1-6930616697cd req-28968c9d-8b18-4d11-8391-e3149a190ba5 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Received unexpected event network-vif-plugged-cc5fc92d-9509-42f6-bb07-852555ce04c4 for instance with vm_state building and task_state spawning. [ 741.024888] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184916} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.025157] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.025922] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff470d-4ec6-410e-991d-5c05963a7c55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.053769] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc/5c1b5fee-7174-467f-b63e-10cc3cf0e3bc.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.060310] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a1f7ec-9506-4b7c-84d2-180b4bdb1e3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.086280] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 741.086280] env[62839]: value = "task-2756894" [ 741.086280] env[62839]: _type = "Task" [ 741.086280] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.098788] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.236106] env[62839]: DEBUG nova.network.neutron [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Successfully created port: 8662b195-f631-42c6-bbfe-f2732c589069 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.340581] env[62839]: DEBUG nova.compute.manager [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.341930] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816665af-5de6-4652-8208-6c3f238f8ed0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.376786] env[62839]: INFO nova.compute.manager [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] instance snapshotting [ 741.380265] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbf5c05-12f1-4071-bdae-7405dbdf036d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.404462] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.417789] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b22539-d3c8-4757-a31a-ffb419d4f9d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.420059] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322245ef-7bdd-47e3-b40d-a74dedb29bd9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.423613] env[62839]: INFO nova.compute.manager [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Took 52.09 seconds to build instance. [ 741.433968] env[62839]: DEBUG oslo_vmware.api [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 741.433968] env[62839]: value = "task-2756895" [ 741.433968] env[62839]: _type = "Task" [ 741.433968] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.451503] env[62839]: DEBUG oslo_vmware.api [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.580087] env[62839]: DEBUG nova.network.neutron [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.596925] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756894, 'name': ReconfigVM_Task, 'duration_secs': 0.337603} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.597526] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc/5c1b5fee-7174-467f-b63e-10cc3cf0e3bc.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.597912] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3127bdb-21e0-4710-a81b-517d383e78be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.614065] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 741.614065] env[62839]: value = "task-2756896" [ 741.614065] env[62839]: _type = "Task" [ 741.614065] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.626279] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756896, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.673190] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.673782] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.688792] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12571c7-7a0e-4254-88d9-994845aba094 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.702272] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e50494-cc1a-479a-83a6-263c65b2d404 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.747523] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b30a420-9556-4b37-ab2e-c8f08f3e9ae2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.760035] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef4e88e-3072-4421-86eb-aa9c465cf386 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.774152] env[62839]: DEBUG nova.compute.provider_tree [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.860574] env[62839]: INFO nova.compute.manager [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] instance snapshotting [ 741.860874] env[62839]: WARNING nova.compute.manager [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 741.865523] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16903368-3381-4e2c-b427-9f9a5dba9d52 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.889573] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0248bf13-e1db-4d81-9ceb-28d567b25316 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.930234] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6c8cc48-1b8d-475b-8029-02863497c730 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 116.014s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.939512] env[62839]: DEBUG nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.949660] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.949882] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cfbd8f7-99b6-4ec0-a937-b7c1d7f099a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.959672] env[62839]: DEBUG oslo_vmware.api [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.961471] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 741.961471] env[62839]: value = "task-2756897" [ 741.961471] env[62839]: _type = "Task" [ 741.961471] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.973997] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.977361] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.977591] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.977745] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.977938] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.978086] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.978223] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.978433] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.978640] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.978889] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.979069] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.979270] env[62839]: DEBUG nova.virt.hardware [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.980457] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7710a45-fb81-4811-a528-59fd13650624 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.990419] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29a0f7-7e5e-46a6-acdb-a3c4725dd1fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.010309] env[62839]: DEBUG nova.network.neutron [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.127936] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756896, 'name': Rename_Task, 'duration_secs': 0.1938} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.127936] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.127936] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e9f709-44b5-4171-85cb-90b630890d25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.137632] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 742.137632] env[62839]: value = "task-2756898" [ 742.137632] env[62839]: _type = "Task" [ 742.137632] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.147582] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.278495] env[62839]: DEBUG nova.scheduler.client.report [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.403366] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 742.403741] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f9a82cb-dbc2-4d6d-a0a2-3241604dd39e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.412942] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 742.412942] env[62839]: value = "task-2756899" [ 742.412942] env[62839]: _type = "Task" [ 742.412942] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.423875] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.430994] env[62839]: DEBUG nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.455475] env[62839]: DEBUG oslo_vmware.api [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756895, 'name': PowerOnVM_Task, 'duration_secs': 0.675453} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.455771] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.455954] env[62839]: DEBUG nova.compute.manager [None req-37b0f461-2dba-4094-93da-a9cb641e3c70 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.457744] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbf2a82-f7ff-486e-a6cf-8c600df5c435 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.476018] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.513465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.514229] env[62839]: DEBUG nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Instance network_info: |[{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.514358] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:4e:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc5fc92d-9509-42f6-bb07-852555ce04c4', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.523223] env[62839]: DEBUG oslo.service.loopingcall [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.523703] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.524014] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cd91239-c2a5-4cff-971f-c792fd190069 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.549202] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.549202] env[62839]: value = "task-2756900" [ 742.549202] env[62839]: _type = "Task" [ 742.549202] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.557623] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756900, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.650635] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.673459] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "efbee0bf-c461-4826-abd9-4f3f135ee49c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.673764] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.674027] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "efbee0bf-c461-4826-abd9-4f3f135ee49c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.674326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.674604] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.677847] env[62839]: INFO nova.compute.manager [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Terminating instance [ 742.783815] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.784109] env[62839]: DEBUG nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.786822] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.270s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.787143] env[62839]: DEBUG nova.objects.instance [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lazy-loading 'resources' on Instance uuid e0a6fe33-8f46-4ac4-ab56-751785d08772 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.866900] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "ca9e593b-bb9e-4930-8792-6e4e09190970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.867343] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.867589] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "ca9e593b-bb9e-4930-8792-6e4e09190970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.867776] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.868073] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.873128] env[62839]: INFO nova.compute.manager [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Terminating instance [ 742.924330] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756899, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.963376] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.979725] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756897, 'name': CreateSnapshot_Task, 'duration_secs': 0.753544} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.981584] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.982577] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbebb4ec-3829-4fdb-9eef-a4807b985458 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.062379] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756900, 'name': CreateVM_Task, 'duration_secs': 0.45296} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.062611] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.063296] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.063466] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.063778] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.064060] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b31921e-eebd-479c-99cb-cf6c3da81d03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.069737] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 743.069737] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524b5dd0-15b7-c8bc-25c5-964cfe5388e3" [ 743.069737] env[62839]: _type = "Task" [ 743.069737] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.083503] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524b5dd0-15b7-c8bc-25c5-964cfe5388e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.151155] env[62839]: DEBUG oslo_vmware.api [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2756898, 'name': PowerOnVM_Task, 'duration_secs': 0.587353} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.151479] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.151821] env[62839]: INFO nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Took 8.40 seconds to spawn the instance on the hypervisor. [ 743.152104] env[62839]: DEBUG nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.152977] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0c1974-8f66-404b-935a-f836293fac57 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.183818] env[62839]: DEBUG nova.compute.manager [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Received event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.183818] env[62839]: DEBUG nova.compute.manager [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing instance network info cache due to event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.183818] env[62839]: DEBUG oslo_concurrency.lockutils [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] Acquiring lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.184073] env[62839]: DEBUG oslo_concurrency.lockutils [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] Acquired lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.184142] env[62839]: DEBUG nova.network.neutron [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.186022] env[62839]: DEBUG nova.compute.manager [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.186022] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.187567] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd2196b-ae18-4536-a8c9-643f0edc96f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.196797] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.197071] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d95774-66c4-439e-99c1-d963fc75814e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.205663] env[62839]: DEBUG oslo_vmware.api [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 743.205663] env[62839]: value = "task-2756901" [ 743.205663] env[62839]: _type = "Task" [ 743.205663] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.217415] env[62839]: DEBUG oslo_vmware.api [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.290398] env[62839]: DEBUG nova.network.neutron [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Successfully updated port: 8662b195-f631-42c6-bbfe-f2732c589069 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.292878] env[62839]: DEBUG nova.compute.utils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.303198] env[62839]: DEBUG nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.303503] env[62839]: DEBUG nova.network.neutron [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.366088] env[62839]: DEBUG nova.policy [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f62e6ada4704e0fa7c7f8df10c147af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dda4689f0a734c7eaeb55d08d2999169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.377706] env[62839]: DEBUG nova.compute.manager [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.378084] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.382410] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42445dc8-2e1d-48fb-94d1-53ed03c569c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.399394] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.399394] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481b80da-100c-4085-a66c-d6948a1f53f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.410145] env[62839]: DEBUG oslo_vmware.api [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 743.410145] env[62839]: value = "task-2756902" [ 743.410145] env[62839]: _type = "Task" [ 743.410145] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.438157] env[62839]: DEBUG oslo_vmware.api [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.442432] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756899, 'name': CreateSnapshot_Task, 'duration_secs': 0.956538} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.442432] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.443151] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b917bfc-8b4a-4727-b989-75ff9c02c150 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.512936] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.516710] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5901ebc7-8937-4623-b107-d5bfd88cfc1a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.528990] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 743.528990] env[62839]: value = "task-2756903" [ 743.528990] env[62839]: _type = "Task" [ 743.528990] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.545378] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756903, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.586179] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524b5dd0-15b7-c8bc-25c5-964cfe5388e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014225} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.586734] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.586819] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.587317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.587317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.587506] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.588410] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df4b6112-efce-466b-a137-d690f11c024b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.600120] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.600120] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.600247] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5c4cb1-12a0-4f2f-a9b0-28bcf8fc9421 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.611213] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "c3f87c62-6b74-4edf-b11f-bac31479c237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.611920] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.611920] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 743.611920] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520e299d-83f5-59e5-ec89-8fa7b010882a" [ 743.611920] env[62839]: _type = "Task" [ 743.611920] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.626735] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520e299d-83f5-59e5-ec89-8fa7b010882a, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.628056] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4787c4c-5472-495d-b9c3-19c7d053a698 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.635245] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 743.635245] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f1c573-72aa-6d81-0b0e-847c05695cb7" [ 743.635245] env[62839]: _type = "Task" [ 743.635245] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.649125] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f1c573-72aa-6d81-0b0e-847c05695cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.687345] env[62839]: INFO nova.compute.manager [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Took 49.01 seconds to build instance. [ 743.718417] env[62839]: DEBUG oslo_vmware.api [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756901, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.804177] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-87d29e0d-3d61-4df0-9da6-108851ff3640" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.804177] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-87d29e0d-3d61-4df0-9da6-108851ff3640" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.804177] env[62839]: DEBUG nova.network.neutron [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.809109] env[62839]: DEBUG nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.920856] env[62839]: DEBUG oslo_vmware.api [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756902, 'name': PowerOffVM_Task, 'duration_secs': 0.438214} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.924132] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.924367] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.925703] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2070562f-ea24-4c34-b7a8-513b9c62cdce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.980927] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.984064] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed6fb39d-04ed-42d9-b2a2-289166379d9b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.998290] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 743.998290] env[62839]: value = "task-2756905" [ 743.998290] env[62839]: _type = "Task" [ 743.998290] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.012828] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.013052] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.013249] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleting the datastore file [datastore1] ca9e593b-bb9e-4930-8792-6e4e09190970 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.014515] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7070deb0-4e67-48b8-9195-7001ff535685 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.020328] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756905, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.028694] env[62839]: DEBUG oslo_vmware.api [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 744.028694] env[62839]: value = "task-2756906" [ 744.028694] env[62839]: _type = "Task" [ 744.028694] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.045522] env[62839]: DEBUG oslo_vmware.api [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.053200] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756903, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.069325] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a51907-5410-44dc-9b8c-3cec0c56cfdd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.079285] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4fa04-a1ce-491d-813a-4c2989c1a69a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.118936] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754f6556-4093-4938-8045-e7c8e4113ece {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.127893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e6dac-f396-42fb-9e72-b81552d000c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.146564] env[62839]: DEBUG nova.compute.provider_tree [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.164465] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f1c573-72aa-6d81-0b0e-847c05695cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.026587} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.165227] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.165703] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/a12e7a53-4957-415e-8e30-ba6cc9a367db.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.165930] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdff71dc-7cf1-4220-9a8f-6969e55b24d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.177633] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 744.177633] env[62839]: value = "task-2756907" [ 744.177633] env[62839]: _type = "Task" [ 744.177633] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.187813] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.192488] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4c42d5d4-f14a-49fd-b082-74d2f7ee7815 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 116.169s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.219852] env[62839]: DEBUG oslo_vmware.api [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756901, 'name': PowerOffVM_Task, 'duration_secs': 0.592541} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.221036] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.221233] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.221502] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51294204-788b-4fce-89ce-740895b75cae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.231276] env[62839]: DEBUG nova.network.neutron [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updated VIF entry in instance network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.235023] env[62839]: DEBUG nova.network.neutron [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.253197] env[62839]: DEBUG nova.network.neutron [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Successfully created port: 38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.300361] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.300579] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.300830] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleting the datastore file [datastore1] efbee0bf-c461-4826-abd9-4f3f135ee49c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.301189] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b974f6-e145-462c-8111-c537deb61ae8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.309063] env[62839]: DEBUG oslo_vmware.api [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for the task: (returnval){ [ 744.309063] env[62839]: value = "task-2756909" [ 744.309063] env[62839]: _type = "Task" [ 744.309063] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.322227] env[62839]: INFO nova.virt.block_device [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Booting with volume 9bd5a545-b772-446a-8096-040c75cb115d at /dev/sda [ 744.327026] env[62839]: DEBUG oslo_vmware.api [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.370284] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8044f260-0d15-452e-a2d6-4759537de2df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.382712] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c27ef-de05-44c5-8f7c-c42c237ca148 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.395918] env[62839]: DEBUG nova.network.neutron [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.428707] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4dab5fa-29c9-46b8-9e4a-8707a09dec71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.443117] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bb6c4c-3e85-4039-be76-6ded184b7e43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.486512] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd18f1-1c11-4c53-8fcd-5150746e5da8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.497832] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea1e63-acc9-4bfd-9a3f-58d643d04ec2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.516023] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756905, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.521805] env[62839]: DEBUG nova.virt.block_device [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Updating existing volume attachment record: 51813bec-671c-4c65-a6f0-518d6346169a {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 744.548819] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756903, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.555457] env[62839]: DEBUG oslo_vmware.api [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244845} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.555457] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.555457] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.555457] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.555457] env[62839]: INFO nova.compute.manager [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Took 1.18 seconds to destroy the instance on the hypervisor. [ 744.555740] env[62839]: DEBUG oslo.service.loopingcall [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.556062] env[62839]: DEBUG nova.compute.manager [-] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.556190] env[62839]: DEBUG nova.network.neutron [-] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.657083] env[62839]: DEBUG nova.scheduler.client.report [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.699447] env[62839]: DEBUG nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.704592] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.737771] env[62839]: DEBUG oslo_concurrency.lockutils [req-66c4f340-c388-4038-8dc2-6b7868319a9a req-e2659ca5-0fdb-4a56-91aa-2513938b2985 service nova] Releasing lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.746155] env[62839]: DEBUG nova.network.neutron [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Updating instance_info_cache with network_info: [{"id": "8662b195-f631-42c6-bbfe-f2732c589069", "address": "fa:16:3e:fe:15:22", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8662b195-f6", "ovs_interfaceid": "8662b195-f631-42c6-bbfe-f2732c589069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.823465] env[62839]: DEBUG oslo_vmware.api [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Task: {'id': task-2756909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250663} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.824108] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.824108] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.824196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.824336] env[62839]: INFO nova.compute.manager [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 744.824571] env[62839]: DEBUG oslo.service.loopingcall [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.824762] env[62839]: DEBUG nova.compute.manager [-] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.824878] env[62839]: DEBUG nova.network.neutron [-] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.012432] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756905, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.057579] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756903, 'name': CloneVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.166201] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.169778] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.794s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.171448] env[62839]: INFO nova.compute.claims [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.193768] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588636} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.194068] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/a12e7a53-4957-415e-8e30-ba6cc9a367db.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.194291] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.194545] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a93cddf-198c-43be-8aea-0015354283bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.204752] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 745.204752] env[62839]: value = "task-2756910" [ 745.204752] env[62839]: _type = "Task" [ 745.204752] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.210539] env[62839]: INFO nova.scheduler.client.report [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Deleted allocations for instance e0a6fe33-8f46-4ac4-ab56-751785d08772 [ 745.230158] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.237960] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.250805] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-87d29e0d-3d61-4df0-9da6-108851ff3640" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.251324] env[62839]: DEBUG nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Instance network_info: |[{"id": "8662b195-f631-42c6-bbfe-f2732c589069", "address": "fa:16:3e:fe:15:22", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8662b195-f6", "ovs_interfaceid": "8662b195-f631-42c6-bbfe-f2732c589069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.251590] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:15:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8662b195-f631-42c6-bbfe-f2732c589069', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.260322] env[62839]: DEBUG oslo.service.loopingcall [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.260929] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.261315] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64838679-bc3f-4de8-9926-4b2debfb382a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.287217] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.287217] env[62839]: value = "task-2756911" [ 745.287217] env[62839]: _type = "Task" [ 745.287217] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.296530] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756911, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.299461] env[62839]: DEBUG nova.compute.manager [req-4d73584e-4f48-4d84-8678-830801bfd63a req-e90424a3-d41f-49c2-8c1f-fa99ff8f1583 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Received event network-vif-deleted-a3e5e931-3564-4ae5-ae66-77b1f94061a1 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.299763] env[62839]: INFO nova.compute.manager [req-4d73584e-4f48-4d84-8678-830801bfd63a req-e90424a3-d41f-49c2-8c1f-fa99ff8f1583 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Neutron deleted interface a3e5e931-3564-4ae5-ae66-77b1f94061a1; detaching it from the instance and deleting it from the info cache [ 745.299763] env[62839]: DEBUG nova.network.neutron [req-4d73584e-4f48-4d84-8678-830801bfd63a req-e90424a3-d41f-49c2-8c1f-fa99ff8f1583 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.400028] env[62839]: DEBUG nova.network.neutron [-] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.502058] env[62839]: DEBUG nova.compute.manager [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Received event network-vif-plugged-8662b195-f631-42c6-bbfe-f2732c589069 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.502323] env[62839]: DEBUG oslo_concurrency.lockutils [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] Acquiring lock "87d29e0d-3d61-4df0-9da6-108851ff3640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.502574] env[62839]: DEBUG oslo_concurrency.lockutils [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.502861] env[62839]: DEBUG oslo_concurrency.lockutils [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.503431] env[62839]: DEBUG nova.compute.manager [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] No waiting events found dispatching network-vif-plugged-8662b195-f631-42c6-bbfe-f2732c589069 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.503638] env[62839]: WARNING nova.compute.manager [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Received unexpected event network-vif-plugged-8662b195-f631-42c6-bbfe-f2732c589069 for instance with vm_state building and task_state spawning. [ 745.504117] env[62839]: DEBUG nova.compute.manager [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Received event network-changed-8662b195-f631-42c6-bbfe-f2732c589069 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.504317] env[62839]: DEBUG nova.compute.manager [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Refreshing instance network info cache due to event network-changed-8662b195-f631-42c6-bbfe-f2732c589069. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.504537] env[62839]: DEBUG oslo_concurrency.lockutils [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] Acquiring lock "refresh_cache-87d29e0d-3d61-4df0-9da6-108851ff3640" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.504739] env[62839]: DEBUG oslo_concurrency.lockutils [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] Acquired lock "refresh_cache-87d29e0d-3d61-4df0-9da6-108851ff3640" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.504958] env[62839]: DEBUG nova.network.neutron [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Refreshing network info cache for port 8662b195-f631-42c6-bbfe-f2732c589069 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.520870] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756905, 'name': CloneVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.546020] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756903, 'name': CloneVM_Task, 'duration_secs': 1.57773} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.546615] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Created linked-clone VM from snapshot [ 745.547401] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc70e7-441f-432c-9fe1-55f80be2b0a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.557867] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Uploading image 17272019-2a94-4f22-80cc-95a00de804f2 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 745.586683] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 745.586683] env[62839]: value = "vm-554754" [ 745.586683] env[62839]: _type = "VirtualMachine" [ 745.586683] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 745.587017] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e4df81a-3ee7-4708-9543-5acaaa30d0a7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.598355] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lease: (returnval){ [ 745.598355] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f5b614-563c-01d4-d9c3-5a21683b4f54" [ 745.598355] env[62839]: _type = "HttpNfcLease" [ 745.598355] env[62839]: } obtained for exporting VM: (result){ [ 745.598355] env[62839]: value = "vm-554754" [ 745.598355] env[62839]: _type = "VirtualMachine" [ 745.598355] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 745.598355] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the lease: (returnval){ [ 745.598355] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f5b614-563c-01d4-d9c3-5a21683b4f54" [ 745.598355] env[62839]: _type = "HttpNfcLease" [ 745.598355] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 745.608562] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.608562] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f5b614-563c-01d4-d9c3-5a21683b4f54" [ 745.608562] env[62839]: _type = "HttpNfcLease" [ 745.608562] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 745.721553] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126687} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.721684] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.722474] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b26a806-f2da-4dd3-a615-32bfa5b9e0fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.729950] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26270e98-2c76-41a2-9200-f0adf7d353df tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "e0a6fe33-8f46-4ac4-ab56-751785d08772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.904s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.749227] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/a12e7a53-4957-415e-8e30-ba6cc9a367db.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.750485] env[62839]: DEBUG nova.network.neutron [-] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.751475] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0487c2-3e75-4d3f-acf4-fe5905f2419c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.774297] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 745.774297] env[62839]: value = "task-2756913" [ 745.774297] env[62839]: _type = "Task" [ 745.774297] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.783461] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.796948] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756911, 'name': CreateVM_Task, 'duration_secs': 0.427279} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.797193] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.797994] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.798209] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.798557] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.798874] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798f1b39-08d2-4e16-8174-2d844fdfd696 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.805406] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 745.805406] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52447f91-dfef-a176-cb6b-ebc1d7baaa39" [ 745.805406] env[62839]: _type = "Task" [ 745.805406] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.805652] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-242a0448-4a91-4004-9dab-33c14f30cfad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.819544] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "2173ad07-4774-47ac-bed2-2d8e208acd16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.819800] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.820066] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "2173ad07-4774-47ac-bed2-2d8e208acd16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.820603] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.820603] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.822217] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52447f91-dfef-a176-cb6b-ebc1d7baaa39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.822942] env[62839]: INFO nova.compute.manager [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Terminating instance [ 745.828875] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a72c4b-811f-4d7d-bc03-82de8ca995eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.871031] env[62839]: DEBUG nova.compute.manager [req-4d73584e-4f48-4d84-8678-830801bfd63a req-e90424a3-d41f-49c2-8c1f-fa99ff8f1583 service nova] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Detach interface failed, port_id=a3e5e931-3564-4ae5-ae66-77b1f94061a1, reason: Instance ca9e593b-bb9e-4930-8792-6e4e09190970 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 745.906542] env[62839]: INFO nova.compute.manager [-] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Took 1.35 seconds to deallocate network for instance. [ 746.019687] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756905, 'name': CloneVM_Task, 'duration_secs': 1.542194} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.019953] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Created linked-clone VM from snapshot [ 746.020793] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167b2f2-652c-4d24-8a85-11231f5ad8ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.028942] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Uploading image 6a0989ed-4a9d-41c8-956b-3d500fda4165 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.054390] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.054390] env[62839]: value = "vm-554755" [ 746.054390] env[62839]: _type = "VirtualMachine" [ 746.054390] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.054757] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed04c589-aea8-43fa-bac1-7be91677d027 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.064264] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease: (returnval){ [ 746.064264] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc4223-366b-c344-c0ea-795dc236fa50" [ 746.064264] env[62839]: _type = "HttpNfcLease" [ 746.064264] env[62839]: } obtained for exporting VM: (result){ [ 746.064264] env[62839]: value = "vm-554755" [ 746.064264] env[62839]: _type = "VirtualMachine" [ 746.064264] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.064663] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the lease: (returnval){ [ 746.064663] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc4223-366b-c344-c0ea-795dc236fa50" [ 746.064663] env[62839]: _type = "HttpNfcLease" [ 746.064663] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.074591] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.074591] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc4223-366b-c344-c0ea-795dc236fa50" [ 746.074591] env[62839]: _type = "HttpNfcLease" [ 746.074591] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 746.107026] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.107026] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f5b614-563c-01d4-d9c3-5a21683b4f54" [ 746.107026] env[62839]: _type = "HttpNfcLease" [ 746.107026] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.107522] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.107522] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f5b614-563c-01d4-d9c3-5a21683b4f54" [ 746.107522] env[62839]: _type = "HttpNfcLease" [ 746.107522] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.108107] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47b4818-43d8-4898-acad-0e3c8b72cd4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.116491] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256f3e9-6049-e729-8896-c33ba007ac27/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.116671] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256f3e9-6049-e729-8896-c33ba007ac27/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.218950] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b82d94b-b03a-4286-bb0f-92e497307064 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.267115] env[62839]: INFO nova.compute.manager [-] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Took 1.44 seconds to deallocate network for instance. [ 746.293548] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756913, 'name': ReconfigVM_Task, 'duration_secs': 0.330704} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.293644] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/a12e7a53-4957-415e-8e30-ba6cc9a367db.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.294923] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22855c41-dc50-4a23-bc9c-b9e8c562b8fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.308145] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 746.308145] env[62839]: value = "task-2756915" [ 746.308145] env[62839]: _type = "Task" [ 746.308145] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.329918] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756915, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.330249] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52447f91-dfef-a176-cb6b-ebc1d7baaa39, 'name': SearchDatastore_Task, 'duration_secs': 0.020536} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.330536] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.330842] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.331050] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.331264] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.331443] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.331643] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df56b6e0-3bb2-44fc-b671-332ac1b60f3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.341885] env[62839]: DEBUG nova.compute.manager [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.342790] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.344128] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd082e-bf21-47dd-9091-de25b0060e0e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.348924] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.348924] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.353367] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17219be4-054d-43c3-8996-379046395768 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.361841] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 746.361841] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ac8b6-e051-d152-3464-77d982c026a5" [ 746.361841] env[62839]: _type = "Task" [ 746.361841] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.364280] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.369628] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc73c79-2ff8-457f-912c-9a41b854ad89 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.377057] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ac8b6-e051-d152-3464-77d982c026a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.381535] env[62839]: DEBUG oslo_vmware.api [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 746.381535] env[62839]: value = "task-2756916" [ 746.381535] env[62839]: _type = "Task" [ 746.381535] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.391312] env[62839]: DEBUG oslo_vmware.api [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.413555] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.521591] env[62839]: DEBUG nova.network.neutron [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Updated VIF entry in instance network info cache for port 8662b195-f631-42c6-bbfe-f2732c589069. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.521591] env[62839]: DEBUG nova.network.neutron [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Updating instance_info_cache with network_info: [{"id": "8662b195-f631-42c6-bbfe-f2732c589069", "address": "fa:16:3e:fe:15:22", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8662b195-f6", "ovs_interfaceid": "8662b195-f631-42c6-bbfe-f2732c589069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.559852] env[62839]: DEBUG nova.network.neutron [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Successfully updated port: 38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.576063] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.576063] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc4223-366b-c344-c0ea-795dc236fa50" [ 746.576063] env[62839]: _type = "HttpNfcLease" [ 746.576063] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.576976] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.576976] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc4223-366b-c344-c0ea-795dc236fa50" [ 746.576976] env[62839]: _type = "HttpNfcLease" [ 746.576976] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.578034] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bdd121-17ca-48ef-a0d7-0fc50c58c318 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.589180] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c12aaa-ec56-8e07-79c7-bfac58b0b675/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.589551] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c12aaa-ec56-8e07-79c7-bfac58b0b675/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.688951] env[62839]: DEBUG nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.688951] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.689724] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.690083] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.690481] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.690881] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.692765] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.692765] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.692765] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.692765] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.692765] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.693035] env[62839]: DEBUG nova.virt.hardware [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.693035] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83bedc7-d197-4855-a51d-3b28b8954300 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.706272] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baab5650-8ea0-4cd7-a3b9-f66f26fde25e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.732212] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c89379e-1a0b-46ba-aa06-1f0847c01617 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.786144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.819368] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756915, 'name': Rename_Task, 'duration_secs': 0.154066} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.821491] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.822800] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71529311-ec1b-43ab-8e8f-a2daae0e2255 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.832437] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 746.832437] env[62839]: value = "task-2756917" [ 746.832437] env[62839]: _type = "Task" [ 746.832437] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.846301] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.880776] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ac8b6-e051-d152-3464-77d982c026a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015748} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.887033] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcb3412-e999-4267-9c7e-da5e14142523 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.898787] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 746.898787] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520861c6-ce31-3f62-3956-6c9a4b5931fb" [ 746.898787] env[62839]: _type = "Task" [ 746.898787] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.907283] env[62839]: DEBUG oslo_vmware.api [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756916, 'name': PowerOffVM_Task, 'duration_secs': 0.261353} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.911261] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.911428] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.911783] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41c4e292-9ea1-4fe7-bb47-8dc996641e79 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.922445] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520861c6-ce31-3f62-3956-6c9a4b5931fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019831} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.922445] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.922445] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.922745] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04640e01-5b2c-4922-9668-f970182b5a88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.935099] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 746.935099] env[62839]: value = "task-2756919" [ 746.935099] env[62839]: _type = "Task" [ 746.935099] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.950391] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.992385] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb177541-99ed-4588-bb3d-b3afdad00a3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.996948] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.997437] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.997816] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Deleting the datastore file [datastore2] 2173ad07-4774-47ac-bed2-2d8e208acd16 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.998641] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2314dab9-5cbf-404b-903d-f1f5e5570fd6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.008100] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10ec210-6f6b-4926-9eb7-82046d23f4be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.013936] env[62839]: DEBUG oslo_vmware.api [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for the task: (returnval){ [ 747.013936] env[62839]: value = "task-2756920" [ 747.013936] env[62839]: _type = "Task" [ 747.013936] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.049941] env[62839]: DEBUG oslo_concurrency.lockutils [req-cfe41c4b-e950-4195-89ba-aeec3b53a90e req-5f8c1118-a6d7-45bd-bbb4-7dedb4569581 service nova] Releasing lock "refresh_cache-87d29e0d-3d61-4df0-9da6-108851ff3640" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.053736] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf976d-4930-4baf-b2b4-034cef775768 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.061203] env[62839]: DEBUG oslo_vmware.api [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.067621] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquiring lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.067938] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquired lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.068360] env[62839]: DEBUG nova.network.neutron [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.077165] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00afc87-75a2-49ff-bddd-a49f724561de {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.093401] env[62839]: DEBUG nova.compute.provider_tree [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.349182] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.446852] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.526265] env[62839]: DEBUG oslo_vmware.api [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Task: {'id': task-2756920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430685} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.526911] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.527721] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.527979] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.528236] env[62839]: INFO nova.compute.manager [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Took 1.19 seconds to destroy the instance on the hypervisor. [ 747.528556] env[62839]: DEBUG oslo.service.loopingcall [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.528825] env[62839]: DEBUG nova.compute.manager [-] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.530286] env[62839]: DEBUG nova.network.neutron [-] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.601652] env[62839]: DEBUG nova.scheduler.client.report [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.644096] env[62839]: DEBUG nova.network.neutron [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.852949] env[62839]: DEBUG oslo_vmware.api [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2756917, 'name': PowerOnVM_Task, 'duration_secs': 0.848507} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.853709] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.854321] env[62839]: INFO nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Took 8.77 seconds to spawn the instance on the hypervisor. [ 747.855931] env[62839]: DEBUG nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.856847] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0df343-128d-4638-84f7-cfb1a70742bc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.929968] env[62839]: DEBUG nova.network.neutron [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Updating instance_info_cache with network_info: [{"id": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "address": "fa:16:3e:41:57:ff", "network": {"id": "570469df-4b37-41c9-ba42-30b662c94709", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-934716865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda4689f0a734c7eaeb55d08d2999169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e59d3b-a6", "ovs_interfaceid": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.947727] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618064} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.948460] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.949142] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.949625] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e7b6137-4b31-4421-b665-49d048969755 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.960481] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 747.960481] env[62839]: value = "task-2756921" [ 747.960481] env[62839]: _type = "Task" [ 747.960481] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.974363] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.110920] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.111528] env[62839]: DEBUG nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.114912] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.011s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.115482] env[62839]: DEBUG nova.objects.instance [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lazy-loading 'resources' on Instance uuid 4f1bad7e-8493-42c3-b92f-fcdc48fc7461 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.381719] env[62839]: INFO nova.compute.manager [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Took 51.91 seconds to build instance. [ 748.434879] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Releasing lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.435237] env[62839]: DEBUG nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance network_info: |[{"id": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "address": "fa:16:3e:41:57:ff", "network": {"id": "570469df-4b37-41c9-ba42-30b662c94709", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-934716865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda4689f0a734c7eaeb55d08d2999169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e59d3b-a6", "ovs_interfaceid": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.435816] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:57:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e59d3b-a6a3-4e53-a571-644c2760ada7', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.444704] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Creating folder: Project (dda4689f0a734c7eaeb55d08d2999169). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.445112] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0717674-dfe0-4314-975d-987708ae7abe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.462821] env[62839]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 748.463232] env[62839]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62839) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 748.464042] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Folder already exists: Project (dda4689f0a734c7eaeb55d08d2999169). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 748.464262] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Creating folder: Instances. Parent ref: group-v554686. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.467985] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ba8c75-dde0-4748-ad5e-ae99b9704f3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.475326] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098786} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.475575] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.476361] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792d9c9-5242-455e-a2b8-78838dd4016b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.480421] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Created folder: Instances in parent group-v554686. [ 748.480718] env[62839]: DEBUG oslo.service.loopingcall [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.480969] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.481164] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-347c3b16-fb93-4772-8f07-08d2ce912ae2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.515475] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.516426] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f18669-2184-49b2-a176-b84404fa3eb8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.532446] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.532446] env[62839]: value = "task-2756924" [ 748.532446] env[62839]: _type = "Task" [ 748.532446] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.538878] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 748.538878] env[62839]: value = "task-2756925" [ 748.538878] env[62839]: _type = "Task" [ 748.538878] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.542305] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756924, 'name': CreateVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.551404] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.619681] env[62839]: DEBUG nova.compute.utils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.625558] env[62839]: DEBUG nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.625558] env[62839]: DEBUG nova.network.neutron [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.668651] env[62839]: DEBUG nova.policy [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '366c3459a55f462d80008a46b76dfa4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6a5bc69d0a24568a262c4f5e9ed7e7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.678173] env[62839]: DEBUG nova.network.neutron [-] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.884183] env[62839]: DEBUG oslo_concurrency.lockutils [None req-67f28baf-3239-4a7f-bce5-9db18a4c43fb tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.415s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.021629] env[62839]: DEBUG nova.network.neutron [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Successfully created port: afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.044718] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756924, 'name': CreateVM_Task, 'duration_secs': 0.495102} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.047858] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.051450] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '51813bec-671c-4c65-a6f0-518d6346169a', 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554693', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'name': 'volume-9bd5a545-b772-446a-8096-040c75cb115d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e50ecbb-b27c-49e4-92ed-94f6842a3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'serial': '9bd5a545-b772-446a-8096-040c75cb115d'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62839) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 749.051714] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Root volume attach. Driver type: vmdk {{(pid=62839) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 749.053181] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c4f48-9265-4ee7-9f18-1a4eef2796d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.060354] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756925, 'name': ReconfigVM_Task, 'duration_secs': 0.496028} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.060533] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.061131] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3258ffae-f007-496a-8cf6-b0457340b237 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.069384] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96eb694-5a4a-4b10-a06d-6ddcef2d6959 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.074185] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 749.074185] env[62839]: value = "task-2756926" [ 749.074185] env[62839]: _type = "Task" [ 749.074185] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.080902] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ecfec1-dce1-46bc-9ca5-cdbee791e149 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.090494] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756926, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.094838] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3fc7baa2-ea95-42fa-930e-bed411a4a965 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.107627] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 749.107627] env[62839]: value = "task-2756927" [ 749.107627] env[62839]: _type = "Task" [ 749.107627] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.120588] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.127517] env[62839]: DEBUG nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.180847] env[62839]: INFO nova.compute.manager [-] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Took 1.65 seconds to deallocate network for instance. [ 749.249369] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36d9d3-f042-4f70-9331-14d3afb606e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.258449] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81db789-d820-444c-967e-6437805ec93d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.296881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855437d0-69a3-45a4-b3d3-f5a70cea2a30 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.306742] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3737992-6a68-449b-9fa2-be4be8e6543e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.323354] env[62839]: DEBUG nova.compute.provider_tree [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.387739] env[62839]: DEBUG nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.586418] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756926, 'name': Rename_Task, 'duration_secs': 0.247547} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.586835] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.587194] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9406d8-453d-4f82-a38c-2f1742e2564f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.597269] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 749.597269] env[62839]: value = "task-2756928" [ 749.597269] env[62839]: _type = "Task" [ 749.597269] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.607257] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.618049] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 38%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.690584] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.826541] env[62839]: DEBUG nova.scheduler.client.report [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.908683] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.109608] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.121559] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 53%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.137144] env[62839]: DEBUG nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.332897] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.336303] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.908s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.336633] env[62839]: DEBUG nova.objects.instance [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lazy-loading 'resources' on Instance uuid 0894f61d-4fa3-4df2-86d1-2900553825cb {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.359230] env[62839]: INFO nova.scheduler.client.report [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Deleted allocations for instance 4f1bad7e-8493-42c3-b92f-fcdc48fc7461 [ 750.613676] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756928, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.617965] env[62839]: DEBUG nova.network.neutron [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Successfully updated port: afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.628679] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 67%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.871686] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd9f0284-5ca7-46b8-9bab-eb3adc22469c tempest-ServersTestBootFromVolume-911659450 tempest-ServersTestBootFromVolume-911659450-project-member] Lock "4f1bad7e-8493-42c3-b92f-fcdc48fc7461" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.481s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.114433] env[62839]: DEBUG oslo_vmware.api [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756928, 'name': PowerOnVM_Task, 'duration_secs': 1.080987} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.119382] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.119633] env[62839]: INFO nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Took 9.18 seconds to spawn the instance on the hypervisor. [ 751.119810] env[62839]: DEBUG nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.123334] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0762470-5845-44c2-b50c-7191956a9bbc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.127047] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.127225] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.127302] env[62839]: DEBUG nova.network.neutron [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.133463] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 82%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.395341] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a254ee2-a67e-446e-ab34-960b10ec0782 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.407933] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec6c12-d00d-4e0f-8563-456675fca3a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.451191] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b1e5a-59e9-4be0-880e-3819fc215889 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.463299] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8294f5ba-45ef-40c0-9061-84ce47d2a62e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.482165] env[62839]: DEBUG nova.compute.provider_tree [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.626347] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 97%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.648638] env[62839]: INFO nova.compute.manager [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Took 46.66 seconds to build instance. [ 751.669219] env[62839]: DEBUG nova.network.neutron [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.985710] env[62839]: DEBUG nova.scheduler.client.report [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.053687] env[62839]: DEBUG nova.network.neutron [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updating instance_info_cache with network_info: [{"id": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "address": "fa:16:3e:6a:fa:a6", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa37f35-0b", "ovs_interfaceid": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.126470] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 97%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.149914] env[62839]: DEBUG oslo_concurrency.lockutils [None req-969a6830-5a6e-44a9-95e8-5406bc44f738 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.470s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.492016] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.494368] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.964s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.495981] env[62839]: INFO nova.compute.claims [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.517749] env[62839]: INFO nova.scheduler.client.report [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Deleted allocations for instance 0894f61d-4fa3-4df2-86d1-2900553825cb [ 752.556685] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Releasing lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.557075] env[62839]: DEBUG nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Instance network_info: |[{"id": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "address": "fa:16:3e:6a:fa:a6", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa37f35-0b", "ovs_interfaceid": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.626983] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task} progress is 98%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.652317] env[62839]: DEBUG nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.026663] env[62839]: DEBUG oslo_concurrency.lockutils [None req-014c616a-1435-4aa1-a78a-0a47ab5f247c tempest-VolumesAssistedSnapshotsTest-1694581577 tempest-VolumesAssistedSnapshotsTest-1694581577-project-member] Lock "0894f61d-4fa3-4df2-86d1-2900553825cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.719s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.126419] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756927, 'name': RelocateVM_Task, 'duration_secs': 3.881074} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.126733] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 753.126993] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554693', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'name': 'volume-9bd5a545-b772-446a-8096-040c75cb115d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e50ecbb-b27c-49e4-92ed-94f6842a3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'serial': '9bd5a545-b772-446a-8096-040c75cb115d'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 753.127886] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d3036-f1b2-483f-b274-00963cb9042a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.144877] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f6809-7eb0-42dd-85b5-0258c77946c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.172626] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-9bd5a545-b772-446a-8096-040c75cb115d/volume-9bd5a545-b772-446a-8096-040c75cb115d.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.175462] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9e4552-2857-4986-8e15-c091a770c2c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.197828] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 753.197828] env[62839]: value = "task-2756929" [ 753.197828] env[62839]: _type = "Task" [ 753.197828] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.203279] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.208186] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.708406] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756929, 'name': ReconfigVM_Task, 'duration_secs': 0.458528} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.711369] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-9bd5a545-b772-446a-8096-040c75cb115d/volume-9bd5a545-b772-446a-8096-040c75cb115d.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.716887] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3ac37a-6da8-479f-8a75-ba1d82b9c8a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.737714] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 753.737714] env[62839]: value = "task-2756930" [ 753.737714] env[62839]: _type = "Task" [ 753.737714] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.751150] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.996170] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf1cc00-3104-436a-b3db-6366b762763b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.004890] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae2a36f-6b62-4af1-a5f8-d75cd88520a1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.039165] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5850e2-5d99-479c-b73f-d0442f50409f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.048229] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be12945-54dd-4996-99b7-4760cb69588c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.843146] env[62839]: DEBUG nova.compute.provider_tree [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.844615] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756930, 'name': ReconfigVM_Task, 'duration_secs': 0.186075} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.844924] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554693', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'name': 'volume-9bd5a545-b772-446a-8096-040c75cb115d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e50ecbb-b27c-49e4-92ed-94f6842a3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'serial': '9bd5a545-b772-446a-8096-040c75cb115d'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 754.845708] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec47732-f9e7-4ad0-aa8c-e919fc3df365 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.854084] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 754.854084] env[62839]: value = "task-2756931" [ 754.854084] env[62839]: _type = "Task" [ 754.854084] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.864754] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756931, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.347945] env[62839]: DEBUG nova.scheduler.client.report [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.369980] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756931, 'name': Rename_Task, 'duration_secs': 0.217808} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.370371] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.371018] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab7c863e-b6cb-46ad-8bc1-5e555ede0d4c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.382363] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 755.382363] env[62839]: value = "task-2756932" [ 755.382363] env[62839]: _type = "Task" [ 755.382363] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.391699] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.409656] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.409804] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.409949] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.410133] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.410275] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.410422] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.410633] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.410785] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.410949] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.411132] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.411320] env[62839]: DEBUG nova.virt.hardware [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.412611] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643fb711-94e6-4502-a6b4-e978b7ebc8d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.424149] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256f3e9-6049-e729-8896-c33ba007ac27/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.427106] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f81dcd-49aa-400b-b6dc-4cf42d74f18d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.431640] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f645c-425c-4975-8c40-8d945c2f926e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.438679] env[62839]: DEBUG nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Received event network-vif-deleted-7a62ad60-b3ca-4f3e-9a86-7ce3164dcc1d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.440065] env[62839]: DEBUG nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Received event network-changed-1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.440065] env[62839]: DEBUG nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Refreshing instance network info cache due to event network-changed-1bf51ae5-cb11-4d43-a2a7-e319d47b5987. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.440065] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Acquiring lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.440065] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Acquired lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.440065] env[62839]: DEBUG nova.network.neutron [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Refreshing network info cache for port 1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.443959] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c12aaa-ec56-8e07-79c7-bfac58b0b675/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.452044] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256f3e9-6049-e729-8896-c33ba007ac27/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.452044] env[62839]: ERROR oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256f3e9-6049-e729-8896-c33ba007ac27/disk-0.vmdk due to incomplete transfer. [ 755.453463] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f106c-1ccf-44d8-b9c9-fc6c3fcf0cee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.456336] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:fa:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afa37f35-0b8b-4b1b-a054-1681f0b6247e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.464034] env[62839]: DEBUG oslo.service.loopingcall [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.467019] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f44d992-7bc5-49b7-87fa-69c76e0c812e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.468448] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.469124] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee1753f-6ea3-433a-befc-5456a0b31db1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.487022] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c12aaa-ec56-8e07-79c7-bfac58b0b675/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.487022] env[62839]: ERROR oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c12aaa-ec56-8e07-79c7-bfac58b0b675/disk-0.vmdk due to incomplete transfer. [ 755.487528] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1a8b41f7-9c47-4dca-bbe1-c23790095893 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.495022] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.495022] env[62839]: value = "task-2756933" [ 755.495022] env[62839]: _type = "Task" [ 755.495022] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.495022] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256f3e9-6049-e729-8896-c33ba007ac27/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.495022] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Uploaded image 17272019-2a94-4f22-80cc-95a00de804f2 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.497126] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.503112] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a7813d1-9121-4e2f-83fc-d1d093c4ba56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.503112] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c12aaa-ec56-8e07-79c7-bfac58b0b675/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.503112] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Uploaded image 6a0989ed-4a9d-41c8-956b-3d500fda4165 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.504681] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.505221] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-415adc75-c357-40cd-a9b2-62b0bbf49691 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.518935] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 755.518935] env[62839]: value = "task-2756935" [ 755.518935] env[62839]: _type = "Task" [ 755.518935] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.518935] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756933, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.519518] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 755.519518] env[62839]: value = "task-2756934" [ 755.519518] env[62839]: _type = "Task" [ 755.519518] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.534316] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756934, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.540041] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756935, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.760009] env[62839]: DEBUG nova.network.neutron [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Updated VIF entry in instance network info cache for port 1bf51ae5-cb11-4d43-a2a7-e319d47b5987. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.760430] env[62839]: DEBUG nova.network.neutron [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Updating instance_info_cache with network_info: [{"id": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "address": "fa:16:3e:4f:39:66", "network": {"id": "aabeb553-9b41-48cb-844a-a3f8770581ca", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-788638780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f709af525e4840977f2f3ab6db457f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf51ae5-cb", "ovs_interfaceid": "1bf51ae5-cb11-4d43-a2a7-e319d47b5987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.853037] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.359s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.853727] env[62839]: DEBUG nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.857902] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.919s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.857902] env[62839]: DEBUG nova.objects.instance [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lazy-loading 'resources' on Instance uuid 24a25029-8f86-4700-9e08-a802ba3f7ef4 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.894258] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.004935] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756933, 'name': CreateVM_Task, 'duration_secs': 0.38752} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.005133] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.005859] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.006041] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.006369] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.006628] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf5e7ec-11ec-4d10-98a9-d0bf6769bb0e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.011996] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 756.011996] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f2736d-e5d0-df5b-5ae8-d5aca8c46fc5" [ 756.011996] env[62839]: _type = "Task" [ 756.011996] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.020348] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f2736d-e5d0-df5b-5ae8-d5aca8c46fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.033354] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756935, 'name': Destroy_Task, 'duration_secs': 0.441567} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.035329] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Destroyed the VM [ 756.035582] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.035842] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756934, 'name': Destroy_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.036083] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-973a3fd8-dcaa-4915-9373-eaaed33b7ab7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.044018] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 756.044018] env[62839]: value = "task-2756936" [ 756.044018] env[62839]: _type = "Task" [ 756.044018] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.053502] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.264511] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Releasing lock "refresh_cache-5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.265308] env[62839]: DEBUG nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Received event network-vif-plugged-38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.265538] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Acquiring lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.265753] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.265923] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.266112] env[62839]: DEBUG nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] No waiting events found dispatching network-vif-plugged-38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.266280] env[62839]: WARNING nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Received unexpected event network-vif-plugged-38e59d3b-a6a3-4e53-a571-644c2760ada7 for instance with vm_state building and task_state spawning. [ 756.266439] env[62839]: DEBUG nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Received event network-changed-38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.266618] env[62839]: DEBUG nova.compute.manager [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Refreshing instance network info cache due to event network-changed-38e59d3b-a6a3-4e53-a571-644c2760ada7. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.267146] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Acquiring lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.267357] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Acquired lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.267622] env[62839]: DEBUG nova.network.neutron [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Refreshing network info cache for port 38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.289051] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.289299] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.363129] env[62839]: DEBUG nova.compute.utils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.367023] env[62839]: DEBUG nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.367365] env[62839]: DEBUG nova.network.neutron [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.400776] env[62839]: DEBUG oslo_vmware.api [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2756932, 'name': PowerOnVM_Task, 'duration_secs': 0.933621} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.400776] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.400776] env[62839]: INFO nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Took 9.71 seconds to spawn the instance on the hypervisor. [ 756.400776] env[62839]: DEBUG nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.400776] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7779dd-e4eb-40dc-89e5-7d9c399827e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.417943] env[62839]: DEBUG nova.policy [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99e143e082344b7b97eb04e08f1ed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2dcc5a558bb4b049d04c5352262d5d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.524744] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f2736d-e5d0-df5b-5ae8-d5aca8c46fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.020563} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.530789] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.531111] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.531393] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.531575] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.531828] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.532642] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b301f753-8118-42ec-b759-7a128506fbe6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.546684] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756934, 'name': Destroy_Task, 'duration_secs': 0.722908} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.552038] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Destroyed the VM [ 756.554019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.554019] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.554019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.554262] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-274de2e2-d401-49e4-86e5-b43a6a1438af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.556177] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fdae61-ea63-444b-b599-c7db7f525923 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.564590] env[62839]: DEBUG oslo_vmware.api [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756936, 'name': RemoveSnapshot_Task, 'duration_secs': 0.457514} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.569195] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 756.569529] env[62839]: INFO nova.compute.manager [None req-3d39a22f-f891-4b91-82b7-6514a0520edf tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 756.574290] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 756.574290] env[62839]: value = "task-2756937" [ 756.574290] env[62839]: _type = "Task" [ 756.574290] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.574290] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 756.574290] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52793fa1-6f4a-65c9-3a8c-e9fe8297fb4a" [ 756.574290] env[62839]: _type = "Task" [ 756.574290] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.586444] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.594478] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52793fa1-6f4a-65c9-3a8c-e9fe8297fb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013066} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.595899] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a5554c-5f7b-4ed5-8149-15764870e653 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.604096] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 756.604096] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52171eb1-9a53-8d16-293d-3d6daea3f4e9" [ 756.604096] env[62839]: _type = "Task" [ 756.604096] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.613263] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52171eb1-9a53-8d16-293d-3d6daea3f4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.792522] env[62839]: DEBUG nova.compute.utils [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.867905] env[62839]: DEBUG nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.927078] env[62839]: INFO nova.compute.manager [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Took 47.78 seconds to build instance. [ 756.931148] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018579e3-0816-4d43-a36c-115a7356c932 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.942643] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac7861-c1a5-4692-9f8c-beb8bdc1ed4e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.989184] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed67d3b-e68b-4fb0-8350-667d66daaff3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.000102] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451c450-9577-450c-85c5-3b95310d3e82 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.017431] env[62839]: DEBUG nova.compute.provider_tree [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.088899] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756937, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.114815] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52171eb1-9a53-8d16-293d-3d6daea3f4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.115092] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.115353] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6b6d8663-024f-4aff-bfbe-e21c827ac529/6b6d8663-024f-4aff-bfbe-e21c827ac529.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.115618] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60f80983-26f6-47f1-98da-4af3ee44481c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.123918] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 757.123918] env[62839]: value = "task-2756938" [ 757.123918] env[62839]: _type = "Task" [ 757.123918] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.132894] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.275367] env[62839]: DEBUG nova.network.neutron [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Successfully created port: ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.297369] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.309883] env[62839]: DEBUG nova.network.neutron [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Updated VIF entry in instance network info cache for port 38e59d3b-a6a3-4e53-a571-644c2760ada7. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.309883] env[62839]: DEBUG nova.network.neutron [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Updating instance_info_cache with network_info: [{"id": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "address": "fa:16:3e:41:57:ff", "network": {"id": "570469df-4b37-41c9-ba42-30b662c94709", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-934716865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda4689f0a734c7eaeb55d08d2999169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e59d3b-a6", "ovs_interfaceid": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.432745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-936d7b4c-6fb5-40a4-9b64-9a6f93c9e278 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.414s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.518802] env[62839]: DEBUG nova.scheduler.client.report [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.588649] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756937, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.637962] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.813722] env[62839]: DEBUG oslo_concurrency.lockutils [req-2fc83698-d5a4-459a-86cc-59981fab2f78 req-5f04463b-6211-4d16-9c6e-a38034af6d8d service nova] Releasing lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.882674] env[62839]: DEBUG nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.910879] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.911180] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.911267] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.911467] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.912377] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.912377] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.912499] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.912551] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.912787] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.912986] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.913280] env[62839]: DEBUG nova.virt.hardware [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.914881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753c18fe-4304-4343-9288-393987984433 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.928933] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58f9391-30d1-44e2-a061-9ee3d84bc7c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.946380] env[62839]: DEBUG nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.026497] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.031490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.282s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.031777] env[62839]: DEBUG nova.objects.instance [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lazy-loading 'resources' on Instance uuid c87add25-546f-4e34-83c7-02e039121252 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.054989] env[62839]: INFO nova.scheduler.client.report [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Deleted allocations for instance 24a25029-8f86-4700-9e08-a802ba3f7ef4 [ 758.088260] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756937, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.136217] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62934} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.136485] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6b6d8663-024f-4aff-bfbe-e21c827ac529/6b6d8663-024f-4aff-bfbe-e21c827ac529.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.136664] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.136913] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f50d3554-dc0a-47de-a67c-0edff3b21b3d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.145258] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 758.145258] env[62839]: value = "task-2756939" [ 758.145258] env[62839]: _type = "Task" [ 758.145258] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.154948] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.391794] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.392125] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.392377] env[62839]: INFO nova.compute.manager [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Attaching volume 7887325c-0c28-4fa0-a08c-1892745ef284 to /dev/sdb [ 758.440398] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8231b4a-3529-4f49-9027-a2654986206b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.449379] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fb2a32-5189-4ee2-9b77-5027a89144aa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.464771] env[62839]: DEBUG nova.virt.block_device [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updating existing volume attachment record: d158eb32-f7e6-4cb0-9b67-26f533f838ba {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 758.481568] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.525931] env[62839]: DEBUG nova.compute.manager [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Received event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.526145] env[62839]: DEBUG nova.compute.manager [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing instance network info cache due to event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.526362] env[62839]: DEBUG oslo_concurrency.lockutils [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] Acquiring lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.526504] env[62839]: DEBUG oslo_concurrency.lockutils [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] Acquired lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.526702] env[62839]: DEBUG nova.network.neutron [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.567067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4a741334-47d0-4d6a-b16e-07459a95e038 tempest-ServersAdminNegativeTestJSON-522202821 tempest-ServersAdminNegativeTestJSON-522202821-project-member] Lock "24a25029-8f86-4700-9e08-a802ba3f7ef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.639s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.592814] env[62839]: DEBUG oslo_vmware.api [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756937, 'name': RemoveSnapshot_Task, 'duration_secs': 1.592832} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.594653] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.594886] env[62839]: INFO nova.compute.manager [None req-7aefa59f-b0e5-4dd3-8b5c-04272d0a7cc2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Took 17.22 seconds to snapshot the instance on the hypervisor. [ 758.657621] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076328} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.657879] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.658716] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840e365-cb4c-4062-ad3b-6eba498341de {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.684082] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6b6d8663-024f-4aff-bfbe-e21c827ac529/6b6d8663-024f-4aff-bfbe-e21c827ac529.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.688310] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14301227-ad73-4eaa-8f9b-bc81f8c2a56c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.711199] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 758.711199] env[62839]: value = "task-2756941" [ 758.711199] env[62839]: _type = "Task" [ 758.711199] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.722518] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.785191] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-bd6d838d-622f-42c5-ba9d-bc691898a1a2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.785471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-bd6d838d-622f-42c5-ba9d-bc691898a1a2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.785829] env[62839]: DEBUG nova.objects.instance [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'flavor' on Instance uuid bd6d838d-622f-42c5-ba9d-bc691898a1a2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.096722] env[62839]: DEBUG nova.network.neutron [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Successfully updated port: ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.110968] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.111238] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.112771] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.113326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.113840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.117233] env[62839]: INFO nova.compute.manager [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Terminating instance [ 759.213970] env[62839]: DEBUG nova.compute.manager [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Received event network-vif-deleted-20bfdfc9-243a-476a-95aa-de9806d103d3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.214234] env[62839]: DEBUG nova.compute.manager [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Received event network-vif-plugged-afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.214415] env[62839]: DEBUG oslo_concurrency.lockutils [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] Acquiring lock "6b6d8663-024f-4aff-bfbe-e21c827ac529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.215026] env[62839]: DEBUG oslo_concurrency.lockutils [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.215026] env[62839]: DEBUG oslo_concurrency.lockutils [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.215266] env[62839]: DEBUG nova.compute.manager [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] No waiting events found dispatching network-vif-plugged-afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.215449] env[62839]: WARNING nova.compute.manager [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Received unexpected event network-vif-plugged-afa37f35-0b8b-4b1b-a054-1681f0b6247e for instance with vm_state building and task_state spawning. [ 759.215664] env[62839]: DEBUG nova.compute.manager [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Received event network-changed-afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.215908] env[62839]: DEBUG nova.compute.manager [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Refreshing instance network info cache due to event network-changed-afa37f35-0b8b-4b1b-a054-1681f0b6247e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.216154] env[62839]: DEBUG oslo_concurrency.lockutils [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] Acquiring lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.216503] env[62839]: DEBUG oslo_concurrency.lockutils [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] Acquired lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.216503] env[62839]: DEBUG nova.network.neutron [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Refreshing network info cache for port afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.242051] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756941, 'name': ReconfigVM_Task, 'duration_secs': 0.308622} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.242378] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6b6d8663-024f-4aff-bfbe-e21c827ac529/6b6d8663-024f-4aff-bfbe-e21c827ac529.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.243027] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96ca461a-214d-4f67-87de-9a351fa75f3f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.249524] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc86bd2-ed74-4ddd-be81-66b36bcdbcb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.253784] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 759.253784] env[62839]: value = "task-2756944" [ 759.253784] env[62839]: _type = "Task" [ 759.253784] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.261539] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f7611-7321-496c-8173-0c74ff4e218f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.271335] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756944, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.310289] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772c2468-dbac-49f7-aebc-a7ed1ab3b5be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.319801] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba904c5-cb9c-45ca-bfbc-f79510370ea7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.336470] env[62839]: DEBUG nova.compute.provider_tree [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.478736] env[62839]: DEBUG nova.objects.instance [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'pci_requests' on Instance uuid bd6d838d-622f-42c5-ba9d-bc691898a1a2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.488136] env[62839]: DEBUG nova.network.neutron [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updated VIF entry in instance network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.488136] env[62839]: DEBUG nova.network.neutron [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.600345] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.600606] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.600799] env[62839]: DEBUG nova.network.neutron [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.621923] env[62839]: DEBUG nova.compute.manager [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.622189] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.623812] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39b9ed3-015c-473f-9482-6abc9fb087bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.633327] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.633599] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aadeede-3186-4e4f-8d91-aac794fc0c42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.668487] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.668800] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.669057] env[62839]: INFO nova.compute.manager [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Shelving [ 759.736204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.736204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.736204] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleting the datastore file [datastore1] febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.736204] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4c67de-fb9f-4699-be6d-b8b0ea31ccdf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.748258] env[62839]: DEBUG oslo_vmware.api [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 759.748258] env[62839]: value = "task-2756946" [ 759.748258] env[62839]: _type = "Task" [ 759.748258] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.766015] env[62839]: DEBUG oslo_vmware.api [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.774068] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756944, 'name': Rename_Task, 'duration_secs': 0.196015} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.774068] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.774206] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dcc6bae-ca32-48f1-aaa7-e11abdc141b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.783874] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 759.783874] env[62839]: value = "task-2756947" [ 759.783874] env[62839]: _type = "Task" [ 759.783874] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.796617] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.840568] env[62839]: DEBUG nova.scheduler.client.report [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.982799] env[62839]: DEBUG nova.objects.base [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 759.983075] env[62839]: DEBUG nova.network.neutron [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.995590] env[62839]: DEBUG oslo_concurrency.lockutils [req-c444e4b5-e059-46a0-b5e8-9b974bcb8934 req-201f91b3-8e28-4fd3-90ee-7fdede93c3c4 service nova] Releasing lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.134168] env[62839]: DEBUG nova.policy [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.171200] env[62839]: DEBUG nova.network.neutron [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.262715] env[62839]: DEBUG oslo_vmware.api [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2756946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203008} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.262997] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.263373] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.263717] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.263717] env[62839]: INFO nova.compute.manager [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Took 0.64 seconds to destroy the instance on the hypervisor. [ 760.264202] env[62839]: DEBUG oslo.service.loopingcall [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.264425] env[62839]: DEBUG nova.compute.manager [-] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.264515] env[62839]: DEBUG nova.network.neutron [-] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.296479] env[62839]: DEBUG oslo_vmware.api [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756947, 'name': PowerOnVM_Task, 'duration_secs': 0.500119} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.296808] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.297014] env[62839]: INFO nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Took 10.16 seconds to spawn the instance on the hypervisor. [ 760.297199] env[62839]: DEBUG nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.298000] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150683b-f6ec-4b88-979e-d19529a6e2a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.346015] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.349194] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.435s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.351039] env[62839]: INFO nova.compute.claims [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.355620] env[62839]: DEBUG nova.network.neutron [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updated VIF entry in instance network info cache for port afa37f35-0b8b-4b1b-a054-1681f0b6247e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.356093] env[62839]: DEBUG nova.network.neutron [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updating instance_info_cache with network_info: [{"id": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "address": "fa:16:3e:6a:fa:a6", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa37f35-0b", "ovs_interfaceid": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.380826] env[62839]: INFO nova.scheduler.client.report [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Deleted allocations for instance c87add25-546f-4e34-83c7-02e039121252 [ 760.625484] env[62839]: DEBUG nova.network.neutron [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.680475] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.680934] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2476cd9-e1b2-40e7-855d-24eaa3156697 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.692076] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 760.692076] env[62839]: value = "task-2756948" [ 760.692076] env[62839]: _type = "Task" [ 760.692076] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.702239] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.817509] env[62839]: INFO nova.compute.manager [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Took 44.47 seconds to build instance. [ 760.861586] env[62839]: DEBUG oslo_concurrency.lockutils [req-1968058b-188d-4585-8c9e-8e1315af5c6c req-64b2f1b3-7cfe-4937-aff7-9f7d23455ad7 service nova] Releasing lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.893928] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fbf05132-b2f1-4359-a8d7-ea5d20f0db23 tempest-ServersTestFqdnHostnames-658557555 tempest-ServersTestFqdnHostnames-658557555-project-member] Lock "c87add25-546f-4e34-83c7-02e039121252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.916s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.128668] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.129429] env[62839]: DEBUG nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Instance network_info: |[{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.130144] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:52:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad7e6283-4f1d-4d6f-a12f-40357ed6de3a', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.139538] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating folder: Project (c2dcc5a558bb4b049d04c5352262d5d8). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.141912] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1ec0c49-23d4-4a01-9a71-c5f3f54a2fa4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.151841] env[62839]: DEBUG nova.network.neutron [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Successfully created port: c3737e36-0601-4f68-93e5-a46b937ebbc8 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.155876] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Created folder: Project (c2dcc5a558bb4b049d04c5352262d5d8) in parent group-v554621. [ 761.156083] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating folder: Instances. Parent ref: group-v554762. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.156323] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a33bea15-10a8-4a4c-a6a5-f51b47515cc6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.167997] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Created folder: Instances in parent group-v554762. [ 761.168220] env[62839]: DEBUG oslo.service.loopingcall [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.168467] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.168793] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26383ad6-0e5c-4c69-9a4e-94d392b86bb5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.197534] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.197534] env[62839]: value = "task-2756952" [ 761.197534] env[62839]: _type = "Task" [ 761.197534] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.205774] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756948, 'name': PowerOffVM_Task, 'duration_secs': 0.355266} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.206622] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.208254] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf4a72b-2231-477b-8f2f-780d0ae1c807 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.214826] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756952, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.235226] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02be0aa8-1357-458f-94ae-d2bcffc94c2c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.282127] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "1d806cea-f5e0-4c86-b707-a3bd910b7289" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.282466] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.322963] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5841505b-de15-4307-895c-c1830d11930d tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.311s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.426201] env[62839]: DEBUG nova.network.neutron [-] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.711796] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756952, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.748278] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.748861] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ebe95b7-dcc9-4d15-8bcc-c8a776250806 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.761976] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 761.761976] env[62839]: value = "task-2756953" [ 761.761976] env[62839]: _type = "Task" [ 761.761976] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.774989] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756953, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.827980] env[62839]: DEBUG nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.924023] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e987d8-4063-4bc4-a2de-1515adf50ada {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.929710] env[62839]: INFO nova.compute.manager [-] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Took 1.66 seconds to deallocate network for instance. [ 761.943023] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579beecb-928f-4023-b958-c7addc6f5800 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.978880] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535963b-0b7f-4137-bb9c-e92dd1d87011 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.988687] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2d19e-5733-438a-b04c-cba7251cda34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.007217] env[62839]: DEBUG nova.compute.provider_tree [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.209241] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756952, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.275377] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756953, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.358382] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.448042] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.512554] env[62839]: DEBUG nova.scheduler.client.report [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.714956] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756952, 'name': CreateVM_Task, 'duration_secs': 1.413444} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.715498] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.716290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.716402] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.717067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.717336] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531cd99d-f4c3-4736-a6f9-b9fed5bc6a16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.723814] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 762.723814] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7ca2f-d12e-8917-0e01-77302409923e" [ 762.723814] env[62839]: _type = "Task" [ 762.723814] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.735372] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7ca2f-d12e-8917-0e01-77302409923e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.778181] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756953, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.020998] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.020998] env[62839]: DEBUG nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.024978] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.551s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.030256] env[62839]: INFO nova.compute.claims [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.242028] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7ca2f-d12e-8917-0e01-77302409923e, 'name': SearchDatastore_Task, 'duration_secs': 0.023587} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.242028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.242028] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.242028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.244879] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.244879] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.244879] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e8e30cb-50a3-4e20-a5db-00fc287536c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.259060] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.259257] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.260201] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9192a4-9000-4629-bfff-2657d4abb2fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.270132] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 763.270132] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5257c53e-af0e-76bb-c4f5-b2094de14f2d" [ 763.270132] env[62839]: _type = "Task" [ 763.270132] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.291034] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756953, 'name': CreateSnapshot_Task, 'duration_secs': 1.284933} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.291324] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 763.291803] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5257c53e-af0e-76bb-c4f5-b2094de14f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.292684] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb738957-486f-4238-b37c-8b193c390a8b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.431191] env[62839]: DEBUG nova.compute.manager [req-e458ca2b-90e2-427f-bf62-ab9d111e34cc req-3d0f34e6-7b23-4aef-9b7a-84306f4e3cc2 service nova] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Received event network-vif-deleted-7071398d-17dc-45aa-b7eb-4c2915706006 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.459939] env[62839]: DEBUG nova.compute.manager [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Received event network-vif-plugged-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.459991] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Acquiring lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.460643] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.460940] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.461502] env[62839]: DEBUG nova.compute.manager [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] No waiting events found dispatching network-vif-plugged-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.461715] env[62839]: WARNING nova.compute.manager [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Received unexpected event network-vif-plugged-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a for instance with vm_state building and task_state spawning. [ 763.462080] env[62839]: DEBUG nova.compute.manager [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Received event network-changed-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.462399] env[62839]: DEBUG nova.compute.manager [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Refreshing instance network info cache due to event network-changed-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.462915] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Acquiring lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.463137] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Acquired lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.463357] env[62839]: DEBUG nova.network.neutron [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Refreshing network info cache for port ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.525602] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 763.526403] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554761', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'name': 'volume-7887325c-0c28-4fa0-a08c-1892745ef284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc', 'attached_at': '', 'detached_at': '', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'serial': '7887325c-0c28-4fa0-a08c-1892745ef284'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 763.528018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e489c2d2-be60-48a7-b2b3-36f78341494f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.536992] env[62839]: DEBUG nova.compute.utils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.555460] env[62839]: DEBUG nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.555657] env[62839]: DEBUG nova.network.neutron [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.563314] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58316d25-605d-4916-9463-c2c52e8a706b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.592923] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-7887325c-0c28-4fa0-a08c-1892745ef284/volume-7887325c-0c28-4fa0-a08c-1892745ef284.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.593310] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0394079-09a4-4f4d-b807-3c0794d38512 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.611277] env[62839]: DEBUG nova.network.neutron [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Successfully updated port: c3737e36-0601-4f68-93e5-a46b937ebbc8 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.628750] env[62839]: DEBUG oslo_vmware.api [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 763.628750] env[62839]: value = "task-2756954" [ 763.628750] env[62839]: _type = "Task" [ 763.628750] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.645882] env[62839]: DEBUG oslo_vmware.api [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.658138] env[62839]: DEBUG nova.policy [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a1438135ac4dfaa4c37241d1c43b34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dcfcfcf01364d63aa820583bbbec00d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.789906] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5257c53e-af0e-76bb-c4f5-b2094de14f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.026218} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.794850] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac7a854-7a38-4841-9a9d-b795f811e6e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.804083] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 763.804083] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526705a1-ba6f-3aa5-218b-b2e730b5c876" [ 763.804083] env[62839]: _type = "Task" [ 763.804083] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.817968] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 763.819666] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8041f9dd-e8d2-479b-97b4-64541bbc3c51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.838249] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526705a1-ba6f-3aa5-218b-b2e730b5c876, 'name': SearchDatastore_Task, 'duration_secs': 0.018493} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.841787] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.842468] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] d76cead4-3521-4a26-9f50-90a2c674930f/d76cead4-3521-4a26-9f50-90a2c674930f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.843415] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1646d253-cbac-40ec-8082-fc239fb6c397 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.849163] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 763.849163] env[62839]: value = "task-2756955" [ 763.849163] env[62839]: _type = "Task" [ 763.849163] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.854382] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 763.854382] env[62839]: value = "task-2756956" [ 763.854382] env[62839]: _type = "Task" [ 763.854382] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.862956] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756955, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.873545] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.047179] env[62839]: DEBUG nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.110888] env[62839]: DEBUG nova.network.neutron [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Successfully created port: 548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.118652] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.118756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.119041] env[62839]: DEBUG nova.network.neutron [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.145124] env[62839]: DEBUG oslo_vmware.api [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.285857] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e4fa49-471e-4bdc-a59d-234040b257f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.296619] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98225e0-5100-466d-810e-c74e976442c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.340048] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d41cb7-9ecb-48e9-a0ab-32ad31646f43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.341660] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.341976] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.342872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.342872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.342872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.346395] env[62839]: INFO nova.compute.manager [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Terminating instance [ 764.357334] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e008be-24f3-4c2a-987c-6ff74bd961a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.382341] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756955, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.382961] env[62839]: DEBUG nova.compute.provider_tree [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.388197] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756956, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.660224] env[62839]: DEBUG oslo_vmware.api [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756954, 'name': ReconfigVM_Task, 'duration_secs': 0.937969} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.660542] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-7887325c-0c28-4fa0-a08c-1892745ef284/volume-7887325c-0c28-4fa0-a08c-1892745ef284.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.667809] env[62839]: WARNING nova.network.neutron [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] ab7e5a5c-7b43-4999-b0af-95ed10a13649 already exists in list: networks containing: ['ab7e5a5c-7b43-4999-b0af-95ed10a13649']. ignoring it [ 764.670274] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e42f401-7c52-4225-99db-ffa5d9832f6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.698300] env[62839]: DEBUG oslo_vmware.api [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 764.698300] env[62839]: value = "task-2756957" [ 764.698300] env[62839]: _type = "Task" [ 764.698300] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.712189] env[62839]: DEBUG oslo_vmware.api [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756957, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.861502] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756955, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.862189] env[62839]: DEBUG nova.compute.manager [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.862389] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.863712] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9862f8a6-6bbf-430d-9cd9-58daefdf6975 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.875536] env[62839]: DEBUG nova.network.neutron [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updated VIF entry in instance network info cache for port ad7e6283-4f1d-4d6f-a12f-40357ed6de3a. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.875942] env[62839]: DEBUG nova.network.neutron [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.884605] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.885339] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660062} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.886050] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aa2df2c-e073-42d9-bfe6-1857c564cd29 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.888138] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] d76cead4-3521-4a26-9f50-90a2c674930f/d76cead4-3521-4a26-9f50-90a2c674930f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.888355] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.888605] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c2a283f-4c72-4a9b-9576-814925172176 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.894269] env[62839]: DEBUG nova.scheduler.client.report [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.902212] env[62839]: DEBUG oslo_vmware.api [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 764.902212] env[62839]: value = "task-2756958" [ 764.902212] env[62839]: _type = "Task" [ 764.902212] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.911018] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 764.911018] env[62839]: value = "task-2756959" [ 764.911018] env[62839]: _type = "Task" [ 764.911018] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.918875] env[62839]: DEBUG oslo_vmware.api [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.931137] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.071068] env[62839]: DEBUG nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.105459] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.105999] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.105999] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.108873] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.109052] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.109209] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.109560] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.109650] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.113229] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.113229] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.113229] env[62839]: DEBUG nova.virt.hardware [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.113229] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a033ad26-6a12-47de-a139-d74d19a3ff59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.127416] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147c025a-38cf-469d-8a49-0852820977ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.211540] env[62839]: DEBUG oslo_vmware.api [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756957, 'name': ReconfigVM_Task, 'duration_secs': 0.310741} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.212232] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554761', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'name': 'volume-7887325c-0c28-4fa0-a08c-1892745ef284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc', 'attached_at': '', 'detached_at': '', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'serial': '7887325c-0c28-4fa0-a08c-1892745ef284'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 765.251938] env[62839]: DEBUG nova.network.neutron [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3737e36-0601-4f68-93e5-a46b937ebbc8", "address": "fa:16:3e:21:b2:0e", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3737e36-06", "ovs_interfaceid": "c3737e36-0601-4f68-93e5-a46b937ebbc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.363151] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756955, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.387489] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Releasing lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.387489] env[62839]: DEBUG nova.compute.manager [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Received event network-changed-38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.387887] env[62839]: DEBUG nova.compute.manager [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Refreshing instance network info cache due to event network-changed-38e59d3b-a6a3-4e53-a571-644c2760ada7. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.387887] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Acquiring lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.387957] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Acquired lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.388161] env[62839]: DEBUG nova.network.neutron [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Refreshing network info cache for port 38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.403674] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.404196] env[62839]: DEBUG nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.413083] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.721s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.413083] env[62839]: DEBUG nova.objects.instance [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lazy-loading 'resources' on Instance uuid 6e9a42e6-c365-466a-8a59-55bc4e74e1d4 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.434904] env[62839]: DEBUG oslo_vmware.api [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756958, 'name': PowerOffVM_Task, 'duration_secs': 0.279246} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.435663] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.435939] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.437307] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f47e74bb-a62b-4755-a1a1-c6803097775c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.443616] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091745} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.443895] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.445912] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b189ac56-be76-4eb0-a6a1-74662e7f8be2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.478949] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d76cead4-3521-4a26-9f50-90a2c674930f/d76cead4-3521-4a26-9f50-90a2c674930f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.479662] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d05a726-1eae-473e-9f20-d0db9d0b3163 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.502520] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 765.502520] env[62839]: value = "task-2756961" [ 765.502520] env[62839]: _type = "Task" [ 765.502520] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.512680] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.519750] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.519977] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.520170] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleting the datastore file [datastore1] f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.520483] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7f54256-00fb-475b-af43-d8ab673dc82f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.528865] env[62839]: DEBUG oslo_vmware.api [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 765.528865] env[62839]: value = "task-2756962" [ 765.528865] env[62839]: _type = "Task" [ 765.528865] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.539219] env[62839]: DEBUG oslo_vmware.api [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.756619] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.756619] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.756619] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.756619] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b95ea-6aec-4cc3-9a68-111f70520bc7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.776679] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.776975] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.777228] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.777407] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.777634] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.777872] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.778150] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.778454] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.778549] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.778748] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.778957] env[62839]: DEBUG nova.virt.hardware [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.785803] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Reconfiguring VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 765.787410] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839dbfb7-7470-4c7b-beaa-6f9bf7491fc9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.807117] env[62839]: DEBUG oslo_vmware.api [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 765.807117] env[62839]: value = "task-2756963" [ 765.807117] env[62839]: _type = "Task" [ 765.807117] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.818280] env[62839]: DEBUG oslo_vmware.api [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756963, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.845372] env[62839]: DEBUG nova.network.neutron [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Successfully updated port: 548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.865192] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756955, 'name': CloneVM_Task, 'duration_secs': 1.910302} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.865411] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Created linked-clone VM from snapshot [ 765.866254] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eabae77-10bf-4b45-8ec4-ed3e253baa1e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.876306] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Uploading image b0d93a5b-0334-4db3-a3c7-593d0910081b {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.905213] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 765.905213] env[62839]: value = "vm-554766" [ 765.905213] env[62839]: _type = "VirtualMachine" [ 765.905213] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 765.905520] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ffb916f6-bf87-47c7-a98c-2d09e96fe3a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.914966] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease: (returnval){ [ 765.914966] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523eb6b1-7e79-9ecd-0016-363d5d976cb2" [ 765.914966] env[62839]: _type = "HttpNfcLease" [ 765.914966] env[62839]: } obtained for exporting VM: (result){ [ 765.914966] env[62839]: value = "vm-554766" [ 765.914966] env[62839]: _type = "VirtualMachine" [ 765.914966] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 765.915285] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the lease: (returnval){ [ 765.915285] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523eb6b1-7e79-9ecd-0016-363d5d976cb2" [ 765.915285] env[62839]: _type = "HttpNfcLease" [ 765.915285] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 765.926543] env[62839]: DEBUG nova.compute.utils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.928028] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.928028] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523eb6b1-7e79-9ecd-0016-363d5d976cb2" [ 765.928028] env[62839]: _type = "HttpNfcLease" [ 765.928028] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 765.931370] env[62839]: DEBUG nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.931493] env[62839]: DEBUG nova.network.neutron [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.023490] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.042461] env[62839]: DEBUG nova.policy [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ddad21f2f4d4b58a8c55a61a953ee2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67f7b322d0264e9e9ee6ffdaa41426bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.049822] env[62839]: DEBUG oslo_vmware.api [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2756962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154866} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.050108] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.050297] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.050491] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.050643] env[62839]: INFO nova.compute.manager [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 766.051293] env[62839]: DEBUG oslo.service.loopingcall [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.053549] env[62839]: DEBUG nova.compute.manager [-] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.053644] env[62839]: DEBUG nova.network.neutron [-] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.212358] env[62839]: INFO nova.compute.manager [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Rebuilding instance [ 766.266926] env[62839]: DEBUG nova.objects.instance [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lazy-loading 'flavor' on Instance uuid 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.274643] env[62839]: DEBUG nova.compute.manager [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.275535] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a93a50-5c8a-4921-870e-f21bca300e7c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.325709] env[62839]: DEBUG oslo_vmware.api [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.354398] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.354398] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.354398] env[62839]: DEBUG nova.network.neutron [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.425612] env[62839]: DEBUG nova.network.neutron [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Updated VIF entry in instance network info cache for port 38e59d3b-a6a3-4e53-a571-644c2760ada7. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.426021] env[62839]: DEBUG nova.network.neutron [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Updating instance_info_cache with network_info: [{"id": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "address": "fa:16:3e:41:57:ff", "network": {"id": "570469df-4b37-41c9-ba42-30b662c94709", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-934716865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda4689f0a734c7eaeb55d08d2999169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e59d3b-a6", "ovs_interfaceid": "38e59d3b-a6a3-4e53-a571-644c2760ada7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.433374] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.433374] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523eb6b1-7e79-9ecd-0016-363d5d976cb2" [ 766.433374] env[62839]: _type = "HttpNfcLease" [ 766.433374] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 766.433374] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 766.433374] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523eb6b1-7e79-9ecd-0016-363d5d976cb2" [ 766.433374] env[62839]: _type = "HttpNfcLease" [ 766.433374] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 766.433374] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c145c6-d00d-4049-befa-b1f1e1131fa9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.440632] env[62839]: DEBUG nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.457026] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0a98e-27e5-1f39-aa85-eefe9b18475f/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 766.457026] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0a98e-27e5-1f39-aa85-eefe9b18475f/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 766.534574] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756961, 'name': ReconfigVM_Task, 'duration_secs': 0.733172} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.535501] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d76cead4-3521-4a26-9f50-90a2c674930f/d76cead4-3521-4a26-9f50-90a2c674930f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.535778] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bab45238-b285-41a2-87f2-a0ddb135ae54 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.548153] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 766.548153] env[62839]: value = "task-2756965" [ 766.548153] env[62839]: _type = "Task" [ 766.548153] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.559969] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756965, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.593906] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-197273ef-111a-4971-9528-7b87e3e41508 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.754948] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a83cef-b1f9-4491-9890-28b268673f83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.764271] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0226e42e-a207-4d2e-992c-ce6c2bb78eb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.806557] env[62839]: DEBUG nova.network.neutron [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Successfully created port: 9e9716da-3172-4064-a289-a6a168bee572 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.806991] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ac037f20-ac86-4ae9-b9e3-073d51f2ce93 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.415s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.808098] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574af4d5-ffe8-4fa3-98c7-fb74ecd2c989 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.823618] env[62839]: DEBUG oslo_vmware.api [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756963, 'name': ReconfigVM_Task, 'duration_secs': 0.901743} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.827318] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79747dc-9e31-4721-8a4b-88bf5cf44017 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.830630] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.830888] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Reconfigured VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 766.849404] env[62839]: DEBUG nova.compute.provider_tree [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.934157] env[62839]: DEBUG nova.network.neutron [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.937255] env[62839]: DEBUG oslo_concurrency.lockutils [req-46845a7d-6ed1-4b25-ad76-e8531921d42e req-71383394-c454-4459-a8dc-e0d144818065 service nova] Releasing lock "refresh_cache-6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.064873] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756965, 'name': Rename_Task, 'duration_secs': 0.195416} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.067924] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.068051] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b04dc8-abcb-405e-86fb-d0dc527e117a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.079880] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 767.079880] env[62839]: value = "task-2756966" [ 767.079880] env[62839]: _type = "Task" [ 767.079880] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.091341] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.126642] env[62839]: DEBUG nova.network.neutron [-] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.280111] env[62839]: DEBUG nova.network.neutron [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.312515] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.312837] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994a38ed-9e8a-4ca3-829c-03bbdc5ee8a1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.322343] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 767.322343] env[62839]: value = "task-2756967" [ 767.322343] env[62839]: _type = "Task" [ 767.322343] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.334022] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.336824] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34330ee5-8d10-4c19-aef6-cb871b4e3dc7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-bd6d838d-622f-42c5-ba9d-bc691898a1a2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.551s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.352680] env[62839]: DEBUG nova.scheduler.client.report [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.455906] env[62839]: DEBUG nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.496294] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.496294] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.496527] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.496618] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.496847] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.497044] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.497303] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.497734] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.498185] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.498309] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.498597] env[62839]: DEBUG nova.virt.hardware [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.499950] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b9aaa-4a16-42a3-bcf6-204b6be36c04 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.511339] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4184bc8-a064-4f84-afec-b1c3d0c45164 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.594153] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.633163] env[62839]: INFO nova.compute.manager [-] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Took 1.58 seconds to deallocate network for instance. [ 767.783849] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.783849] env[62839]: DEBUG nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Instance network_info: |[{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.783849] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:4e:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '548a5ff9-5ea7-498a-95b5-07aa747fc228', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.798678] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Creating folder: Project (8dcfcfcf01364d63aa820583bbbec00d). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.802167] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb72f4f-27b2-4899-a00b-c2df863adb85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.814030] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Created folder: Project (8dcfcfcf01364d63aa820583bbbec00d) in parent group-v554621. [ 767.814998] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Creating folder: Instances. Parent ref: group-v554767. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.815591] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-881864d5-3939-47e6-90a9-efef92029ef1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.830186] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Created folder: Instances in parent group-v554767. [ 767.831884] env[62839]: DEBUG oslo.service.loopingcall [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.832389] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.832775] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-358574e8-7f9b-4c1a-baa9-ee0d4b4f039c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.856122] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756967, 'name': PowerOffVM_Task, 'duration_secs': 0.237043} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.858458] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.858794] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.859822] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.863212] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793866c-22f7-4cf6-8206-1a7fd083cfd1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.869589] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.948s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.872403] env[62839]: INFO nova.compute.claims [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.879321] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.879321] env[62839]: value = "task-2756970" [ 767.879321] env[62839]: _type = "Task" [ 767.879321] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.886843] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.887651] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2cf4900-622c-4954-913a-c4d143def6ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.890322] env[62839]: INFO nova.scheduler.client.report [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Deleted allocations for instance 6e9a42e6-c365-466a-8a59-55bc4e74e1d4 [ 767.895734] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756970, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.976939] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.976939] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.977217] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleting the datastore file [datastore2] 87d29e0d-3d61-4df0-9da6-108851ff3640 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.977434] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4585dd3d-d521-4258-8467-b601b0072079 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.989602] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 767.989602] env[62839]: value = "task-2756972" [ 767.989602] env[62839]: _type = "Task" [ 767.989602] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.004177] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.077032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.077267] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.093160] env[62839]: DEBUG oslo_vmware.api [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2756966, 'name': PowerOnVM_Task, 'duration_secs': 0.757567} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.093526] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.093734] env[62839]: INFO nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Took 10.21 seconds to spawn the instance on the hypervisor. [ 768.093972] env[62839]: DEBUG nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.095566] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3290444-0574-40d1-b8b8-a82d36bc2675 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.141062] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.394329] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756970, 'name': CreateVM_Task, 'duration_secs': 0.407584} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.395717] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.396676] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.397077] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.397418] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.398017] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5c0169-48b9-4b30-8414-0d936f0b9a10 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.403280] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d13963f7-45cb-43c4-b1e1-792db4cc79ce tempest-ServersTestManualDisk-1695080065 tempest-ServersTestManualDisk-1695080065-project-member] Lock "6e9a42e6-c365-466a-8a59-55bc4e74e1d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.991s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.409853] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 768.409853] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8fdeb-5553-be53-97f6-912c0ba1c3f9" [ 768.409853] env[62839]: _type = "Task" [ 768.409853] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.421626] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8fdeb-5553-be53-97f6-912c0ba1c3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.468540] env[62839]: DEBUG nova.compute.manager [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received event network-vif-plugged-c3737e36-0601-4f68-93e5-a46b937ebbc8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.468540] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.468540] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.468540] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.468540] env[62839]: DEBUG nova.compute.manager [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] No waiting events found dispatching network-vif-plugged-c3737e36-0601-4f68-93e5-a46b937ebbc8 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.468540] env[62839]: WARNING nova.compute.manager [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received unexpected event network-vif-plugged-c3737e36-0601-4f68-93e5-a46b937ebbc8 for instance with vm_state active and task_state None. [ 768.468540] env[62839]: DEBUG nova.compute.manager [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received event network-changed-c3737e36-0601-4f68-93e5-a46b937ebbc8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.469174] env[62839]: DEBUG nova.compute.manager [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Refreshing instance network info cache due to event network-changed-c3737e36-0601-4f68-93e5-a46b937ebbc8. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.469174] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Acquiring lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.469286] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Acquired lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.470070] env[62839]: DEBUG nova.network.neutron [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Refreshing network info cache for port c3737e36-0601-4f68-93e5-a46b937ebbc8 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.504188] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193956} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.504569] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.504950] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.506383] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.616632] env[62839]: INFO nova.compute.manager [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Took 49.10 seconds to build instance. [ 768.629764] env[62839]: DEBUG nova.compute.manager [req-3a9b58bc-eb3e-4208-8ab3-c90add43ca6d req-6278cc1e-0c7a-488a-a5cc-f51af0e3a418 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Received event network-vif-plugged-548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.630027] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a9b58bc-eb3e-4208-8ab3-c90add43ca6d req-6278cc1e-0c7a-488a-a5cc-f51af0e3a418 service nova] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.630239] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a9b58bc-eb3e-4208-8ab3-c90add43ca6d req-6278cc1e-0c7a-488a-a5cc-f51af0e3a418 service nova] Lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.630446] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a9b58bc-eb3e-4208-8ab3-c90add43ca6d req-6278cc1e-0c7a-488a-a5cc-f51af0e3a418 service nova] Lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.632994] env[62839]: DEBUG nova.compute.manager [req-3a9b58bc-eb3e-4208-8ab3-c90add43ca6d req-6278cc1e-0c7a-488a-a5cc-f51af0e3a418 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] No waiting events found dispatching network-vif-plugged-548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.632994] env[62839]: WARNING nova.compute.manager [req-3a9b58bc-eb3e-4208-8ab3-c90add43ca6d req-6278cc1e-0c7a-488a-a5cc-f51af0e3a418 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Received unexpected event network-vif-plugged-548a5ff9-5ea7-498a-95b5-07aa747fc228 for instance with vm_state building and task_state spawning. [ 768.749328] env[62839]: DEBUG nova.network.neutron [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Successfully updated port: 9e9716da-3172-4064-a289-a6a168bee572 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.927058] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8fdeb-5553-be53-97f6-912c0ba1c3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01216} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.927492] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.927817] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.928131] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.928290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.928541] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.928884] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef427054-6db9-4663-8616-2cc8509ef7d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.947316] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.947844] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.948607] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb7c78e-79db-4ff5-8bc7-c19be768a480 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.958483] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 768.958483] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f86d4f-6e05-554a-dcb4-332c4b329f2b" [ 768.958483] env[62839]: _type = "Task" [ 768.958483] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.968169] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f86d4f-6e05-554a-dcb4-332c4b329f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.100114] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.100445] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.101236] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.101551] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.101825] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.107538] env[62839]: INFO nova.compute.manager [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Terminating instance [ 769.119378] env[62839]: DEBUG oslo_concurrency.lockutils [None req-416f4141-995e-4bb3-a207-db395a6a2adb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.392s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.206965] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "7251b650-5c09-4f4b-848e-14521acba362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.207219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "7251b650-5c09-4f4b-848e-14521acba362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.256358] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "refresh_cache-d6374086-6be0-4ec3-ab57-ff58291f02ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.256536] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquired lock "refresh_cache-d6374086-6be0-4ec3-ab57-ff58291f02ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.256695] env[62839]: DEBUG nova.network.neutron [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.349673] env[62839]: DEBUG nova.network.neutron [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updated VIF entry in instance network info cache for port c3737e36-0601-4f68-93e5-a46b937ebbc8. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.351648] env[62839]: DEBUG nova.network.neutron [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c3737e36-0601-4f68-93e5-a46b937ebbc8", "address": "fa:16:3e:21:b2:0e", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3737e36-06", "ovs_interfaceid": "c3737e36-0601-4f68-93e5-a46b937ebbc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.475020] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f86d4f-6e05-554a-dcb4-332c4b329f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.013795} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.475020] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237b8d2b-5e7e-476b-beb4-42bd4a0a3bc4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.480673] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 769.480673] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52037675-45b8-548b-e01d-87e5a3a2f585" [ 769.480673] env[62839]: _type = "Task" [ 769.480673] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.491451] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52037675-45b8-548b-e01d-87e5a3a2f585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.513807] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a593af-d2fd-4d69-b161-b036483eddb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.527679] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d6255f-d7bc-4175-a9fb-e2fc4f462446 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.568252] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.568495] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.568659] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.568834] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.568974] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.569137] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.569342] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.569496] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.569667] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.569826] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.569992] env[62839]: DEBUG nova.virt.hardware [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.570913] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf7f320-bbcb-4358-bc5a-a64e0baecfb4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.574027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f990c172-aaf6-4bb9-a568-57c3a8fd842e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.587011] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3787a-686e-4ab7-83b8-6134dd357df9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.592074] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1633f80-486e-470f-95b4-ac68bb605fb0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.608370] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:15:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8662b195-f631-42c6-bbfe-f2732c589069', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.619016] env[62839]: DEBUG oslo.service.loopingcall [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.626406] env[62839]: DEBUG nova.compute.manager [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.626624] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.626874] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.627287] env[62839]: DEBUG nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.630669] env[62839]: DEBUG nova.compute.provider_tree [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.632070] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b44612-0489-4d5c-a9c5-a9d35b9b8c95 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.634744] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c629b3-651e-4d54-9ea9-2f3967c1d7a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.659869] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.660210] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8600e2-291e-4ef8-8f56-51e5510ce587 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.662858] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.662858] env[62839]: value = "task-2756973" [ 769.662858] env[62839]: _type = "Task" [ 769.662858] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.668141] env[62839]: DEBUG oslo_vmware.api [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 769.668141] env[62839]: value = "task-2756974" [ 769.668141] env[62839]: _type = "Task" [ 769.668141] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.674528] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756973, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.681274] env[62839]: DEBUG oslo_vmware.api [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.827126] env[62839]: DEBUG nova.network.neutron [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.854569] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Releasing lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.854905] env[62839]: DEBUG nova.compute.manager [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Received event network-changed-afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.855712] env[62839]: DEBUG nova.compute.manager [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Refreshing instance network info cache due to event network-changed-afa37f35-0b8b-4b1b-a054-1681f0b6247e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.855712] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Acquiring lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.855712] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Acquired lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.855712] env[62839]: DEBUG nova.network.neutron [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Refreshing network info cache for port afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.876666] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.876666] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.876666] env[62839]: INFO nova.compute.manager [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Rebooting instance [ 769.996668] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52037675-45b8-548b-e01d-87e5a3a2f585, 'name': SearchDatastore_Task, 'duration_secs': 0.01216} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.996902] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.997252] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d4806675-c818-4b97-a2ee-71211c672ed1/d4806675-c818-4b97-a2ee-71211c672ed1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.997555] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a4bac67-5d9b-4302-a8a3-f2d921b6252b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.008499] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 770.008499] env[62839]: value = "task-2756975" [ 770.008499] env[62839]: _type = "Task" [ 770.008499] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.019157] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.154159] env[62839]: DEBUG nova.scheduler.client.report [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.171753] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.185274] env[62839]: DEBUG oslo_vmware.api [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756974, 'name': PowerOffVM_Task, 'duration_secs': 0.298058} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.191497] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.192117] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.192814] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756973, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.193133] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f6299e-f5a2-42a0-a26f-c4fb8c5d92f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.287383] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.287383] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.287383] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Deleting the datastore file [datastore1] 5af1b9d9-375c-40ff-bf4b-a37e9d64b391 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.287383] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86254019-94c8-4954-b541-8528fb45d056 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.298964] env[62839]: DEBUG oslo_vmware.api [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for the task: (returnval){ [ 770.298964] env[62839]: value = "task-2756977" [ 770.298964] env[62839]: _type = "Task" [ 770.298964] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.316313] env[62839]: DEBUG oslo_vmware.api [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.365245] env[62839]: DEBUG oslo_concurrency.lockutils [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.365831] env[62839]: DEBUG oslo_concurrency.lockutils [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.401337] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.407930] env[62839]: DEBUG nova.network.neutron [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Updating instance_info_cache with network_info: [{"id": "9e9716da-3172-4064-a289-a6a168bee572", "address": "fa:16:3e:b7:65:3d", "network": {"id": "d18647d5-fb08-4d7a-a986-5cb616b59acd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-801341674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f7b322d0264e9e9ee6ffdaa41426bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9716da-31", "ovs_interfaceid": "9e9716da-3172-4064-a289-a6a168bee572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.520684] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756975, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.664039] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.664559] env[62839]: DEBUG nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.667732] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.704s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.670078] env[62839]: INFO nova.compute.claims [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.686576] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756973, 'name': CreateVM_Task, 'duration_secs': 0.589933} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.686576] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.686817] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.687260] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.687356] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.687685] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b6dac2-5977-4931-9b44-e4932b1dd436 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.694687] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 770.694687] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a6d894-8446-bf99-7d27-17bcfb302436" [ 770.694687] env[62839]: _type = "Task" [ 770.694687] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.708955] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a6d894-8446-bf99-7d27-17bcfb302436, 'name': SearchDatastore_Task} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.709317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.709552] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.709903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.710301] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.710959] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.711586] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc69181a-436e-4a85-85dc-755cab2a5eb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.724574] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.724932] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.725909] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31abf3a5-f0bc-478c-8284-c24808b6e350 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.734492] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 770.734492] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5245d209-fe87-6ed4-8163-5a96417e665b" [ 770.734492] env[62839]: _type = "Task" [ 770.734492] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.748740] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5245d209-fe87-6ed4-8163-5a96417e665b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.810844] env[62839]: DEBUG oslo_vmware.api [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Task: {'id': task-2756977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386892} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.813687] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.815501] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.815501] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.815501] env[62839]: INFO nova.compute.manager [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Took 1.19 seconds to destroy the instance on the hypervisor. [ 770.815501] env[62839]: DEBUG oslo.service.loopingcall [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.815501] env[62839]: DEBUG nova.compute.manager [-] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.815501] env[62839]: DEBUG nova.network.neutron [-] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.869726] env[62839]: INFO nova.compute.manager [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Detaching volume 7887325c-0c28-4fa0-a08c-1892745ef284 [ 770.872931] env[62839]: DEBUG nova.network.neutron [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updated VIF entry in instance network info cache for port afa37f35-0b8b-4b1b-a054-1681f0b6247e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.874239] env[62839]: DEBUG nova.network.neutron [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updating instance_info_cache with network_info: [{"id": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "address": "fa:16:3e:6a:fa:a6", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa37f35-0b", "ovs_interfaceid": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.914422] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Releasing lock "refresh_cache-d6374086-6be0-4ec3-ab57-ff58291f02ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.914956] env[62839]: DEBUG nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Instance network_info: |[{"id": "9e9716da-3172-4064-a289-a6a168bee572", "address": "fa:16:3e:b7:65:3d", "network": {"id": "d18647d5-fb08-4d7a-a986-5cb616b59acd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-801341674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f7b322d0264e9e9ee6ffdaa41426bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9716da-31", "ovs_interfaceid": "9e9716da-3172-4064-a289-a6a168bee572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.915619] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:65:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e9716da-3172-4064-a289-a6a168bee572', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.931292] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Creating folder: Project (67f7b322d0264e9e9ee6ffdaa41426bb). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.933216] env[62839]: INFO nova.virt.block_device [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Attempting to driver detach volume 7887325c-0c28-4fa0-a08c-1892745ef284 from mountpoint /dev/sdb [ 770.933741] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.934134] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554761', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'name': 'volume-7887325c-0c28-4fa0-a08c-1892745ef284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc', 'attached_at': '', 'detached_at': '', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'serial': '7887325c-0c28-4fa0-a08c-1892745ef284'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 770.935046] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebb5881a-9493-4d75-b167-525501319aaa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.939293] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae8f46-9454-4751-9c34-a02c5f555b65 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.974688] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a56c94c-054f-4951-895d-1e6c329162a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.977475] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Created folder: Project (67f7b322d0264e9e9ee6ffdaa41426bb) in parent group-v554621. [ 770.980722] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Creating folder: Instances. Parent ref: group-v554771. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.980722] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbf14f0a-1e85-413b-847c-d102b36c9949 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.988665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7764d170-be39-4366-87ca-fc640085f2fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.995166] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Created folder: Instances in parent group-v554771. [ 770.995532] env[62839]: DEBUG oslo.service.loopingcall [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.995738] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.996094] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7693584-7ffc-4bd4-aaeb-74e46fc9acf9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.035044] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb22b66-aa6f-4faf-b0c3-ef4a149940bc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.042638] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.042638] env[62839]: value = "task-2756980" [ 771.042638] env[62839]: _type = "Task" [ 771.042638] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.058979] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551686} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.059960] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] The volume has not been displaced from its original location: [datastore2] volume-7887325c-0c28-4fa0-a08c-1892745ef284/volume-7887325c-0c28-4fa0-a08c-1892745ef284.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 771.065277] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.065963] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d4806675-c818-4b97-a2ee-71211c672ed1/d4806675-c818-4b97-a2ee-71211c672ed1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.066201] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.066500] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ed1243-50a0-4106-aac2-106b29cd0a3a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.085727] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c22b0142-3f1f-498b-868a-0e29d47e168a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.088569] env[62839]: DEBUG nova.compute.manager [req-21a3e15c-945b-4497-9f15-c20f7e0797cc req-e9691cd9-a2f9-4557-a2ee-905f7dbf45ac service nova] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Received event network-vif-deleted-7d087d2f-6c7f-4ec2-b503-e6d6a85caa34 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.089241] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756980, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.099946] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 771.099946] env[62839]: value = "task-2756981" [ 771.099946] env[62839]: _type = "Task" [ 771.099946] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.100258] env[62839]: DEBUG oslo_vmware.api [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 771.100258] env[62839]: value = "task-2756982" [ 771.100258] env[62839]: _type = "Task" [ 771.100258] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.113862] env[62839]: DEBUG oslo_vmware.api [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.116753] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.182961] env[62839]: DEBUG nova.compute.utils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.184803] env[62839]: DEBUG nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.188029] env[62839]: DEBUG nova.network.neutron [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.248597] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5245d209-fe87-6ed4-8163-5a96417e665b, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.248597] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11399773-8565-4afb-8616-e08c6f96e121 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.255856] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 771.255856] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5252de77-5a40-44b1-a4af-2545c7523781" [ 771.255856] env[62839]: _type = "Task" [ 771.255856] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.267131] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5252de77-5a40-44b1-a4af-2545c7523781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.378930] env[62839]: DEBUG oslo_concurrency.lockutils [req-930afefe-f7cb-4a3f-aa07-aa632b6f86a1 req-1a1d6440-3455-4c9f-9ca6-961d5cee4e14 service nova] Releasing lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.378930] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquired lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.378930] env[62839]: DEBUG nova.network.neutron [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.393261] env[62839]: DEBUG nova.compute.manager [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Received event network-changed-548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.393261] env[62839]: DEBUG nova.compute.manager [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Refreshing instance network info cache due to event network-changed-548a5ff9-5ea7-498a-95b5-07aa747fc228. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.394128] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.394551] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.394839] env[62839]: DEBUG nova.network.neutron [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Refreshing network info cache for port 548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.537296] env[62839]: DEBUG nova.policy [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a91ce50897324ae49f9114117c43bc95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf85e315790649788fa73ce2a87b23ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.557874] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756980, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.618039] env[62839]: DEBUG oslo_vmware.api [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756982, 'name': ReconfigVM_Task, 'duration_secs': 0.322928} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.621469] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.631435] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10962} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.631541] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d24631-e354-43df-a9de-5fc459292d08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.645976] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.646887] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747e745f-1e42-487d-98f0-6dfa7529dec4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.657210] env[62839]: DEBUG oslo_vmware.api [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 771.657210] env[62839]: value = "task-2756983" [ 771.657210] env[62839]: _type = "Task" [ 771.657210] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.675457] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d4806675-c818-4b97-a2ee-71211c672ed1/d4806675-c818-4b97-a2ee-71211c672ed1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.679954] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb111782-31cc-4979-b81c-5e83247ee07e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.698664] env[62839]: DEBUG nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.709951] env[62839]: DEBUG oslo_vmware.api [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.714244] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 771.714244] env[62839]: value = "task-2756984" [ 771.714244] env[62839]: _type = "Task" [ 771.714244] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.724949] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.768923] env[62839]: DEBUG nova.network.neutron [-] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.770268] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5252de77-5a40-44b1-a4af-2545c7523781, 'name': SearchDatastore_Task, 'duration_secs': 0.014493} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.773346] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.773634] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.774465] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcbe1931-9973-4c5d-8f23-b5aea5ced2d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.784119] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 771.784119] env[62839]: value = "task-2756985" [ 771.784119] env[62839]: _type = "Task" [ 771.784119] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.795572] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.059617] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2756980, 'name': CreateVM_Task, 'duration_secs': 0.556823} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.062602] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.063628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.063745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.064095] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.064381] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af86cb3-08b9-4424-81f6-8827b5175e09 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.072572] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 772.072572] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526972af-c749-1daf-0c9a-d39234ebed18" [ 772.072572] env[62839]: _type = "Task" [ 772.072572] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.096242] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526972af-c749-1daf-0c9a-d39234ebed18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.186114] env[62839]: DEBUG oslo_vmware.api [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2756983, 'name': ReconfigVM_Task, 'duration_secs': 0.216737} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.189157] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554761', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'name': 'volume-7887325c-0c28-4fa0-a08c-1892745ef284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc', 'attached_at': '', 'detached_at': '', 'volume_id': '7887325c-0c28-4fa0-a08c-1892745ef284', 'serial': '7887325c-0c28-4fa0-a08c-1892745ef284'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 772.235986] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.251716] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-bd6d838d-622f-42c5-ba9d-bc691898a1a2-c3737e36-0601-4f68-93e5-a46b937ebbc8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.251716] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-bd6d838d-622f-42c5-ba9d-bc691898a1a2-c3737e36-0601-4f68-93e5-a46b937ebbc8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.278705] env[62839]: INFO nova.compute.manager [-] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Took 1.46 seconds to deallocate network for instance. [ 772.303395] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.379507] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53ad89-595a-4c2f-a33b-1658452b4703 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.382954] env[62839]: DEBUG nova.network.neutron [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Successfully created port: 913219d8-7430-4708-8c27-4ad7741ecd75 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.389912] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1d5ce-5767-463c-b415-b2e8c699da66 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.430125] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7390278e-2ba8-4898-b5f0-186924d0d647 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.439055] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04747d09-d7d9-49c0-a639-2a82bc37effc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.455295] env[62839]: DEBUG nova.compute.provider_tree [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.543378] env[62839]: DEBUG nova.network.neutron [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updating instance_info_cache with network_info: [{"id": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "address": "fa:16:3e:6a:fa:a6", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa37f35-0b", "ovs_interfaceid": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.569466] env[62839]: DEBUG nova.network.neutron [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updated VIF entry in instance network info cache for port 548a5ff9-5ea7-498a-95b5-07aa747fc228. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.569841] env[62839]: DEBUG nova.network.neutron [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.591436] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526972af-c749-1daf-0c9a-d39234ebed18, 'name': SearchDatastore_Task, 'duration_secs': 0.065663} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.592066] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.592066] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.592262] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.592410] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.592587] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.592884] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b006d280-48a3-4630-932d-1788a895ae40 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.604396] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.604615] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.605821] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feaa079-60eb-4ca9-8c89-f639f26798ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.613710] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 772.613710] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527579ea-f706-13b5-ba4a-5b36031a02b8" [ 772.613710] env[62839]: _type = "Task" [ 772.613710] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.623241] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527579ea-f706-13b5-ba4a-5b36031a02b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.716117] env[62839]: DEBUG nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.729270] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756984, 'name': ReconfigVM_Task, 'duration_secs': 0.601171} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.729738] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d4806675-c818-4b97-a2ee-71211c672ed1/d4806675-c818-4b97-a2ee-71211c672ed1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.731062] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb04f08a-647b-4e3a-9a54-5f70a6a47adf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.743116] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 772.743116] env[62839]: value = "task-2756986" [ 772.743116] env[62839]: _type = "Task" [ 772.743116] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.757170] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756986, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.759617] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.759827] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.760879] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918aefcd-4f2c-4db8-994d-496710329367 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.767384] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.767787] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.767904] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.768886] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.768886] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.768886] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.769569] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.769569] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.769717] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.769983] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.770343] env[62839]: DEBUG nova.virt.hardware [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.771836] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebc0fde-b8aa-484f-bfae-38d958d1754e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.789018] env[62839]: DEBUG nova.objects.instance [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lazy-loading 'flavor' on Instance uuid 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.792222] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.796363] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310b6325-be5c-40f5-9ca5-b4c45b2a1870 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.803308] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15035103-b3e4-4722-bd1f-cf958ddee926 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.829862] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595237} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.836055] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Reconfiguring VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 772.837087] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.837087] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.837671] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff2ba13-aab5-48a3-823f-248693e5b4ef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.862380] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f94ed72-1f60-40f5-8721-38e9271d06c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.873499] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 772.873499] env[62839]: value = "task-2756988" [ 772.873499] env[62839]: _type = "Task" [ 772.873499] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.875137] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 772.875137] env[62839]: value = "task-2756987" [ 772.875137] env[62839]: _type = "Task" [ 772.875137] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.894274] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.894581] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.958989] env[62839]: DEBUG nova.scheduler.client.report [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.047801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Releasing lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.072502] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.072986] env[62839]: DEBUG nova.compute.manager [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Received event network-vif-plugged-9e9716da-3172-4064-a289-a6a168bee572 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.072986] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Acquiring lock "d6374086-6be0-4ec3-ab57-ff58291f02ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.073238] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.073411] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.073614] env[62839]: DEBUG nova.compute.manager [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] No waiting events found dispatching network-vif-plugged-9e9716da-3172-4064-a289-a6a168bee572 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.073761] env[62839]: WARNING nova.compute.manager [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Received unexpected event network-vif-plugged-9e9716da-3172-4064-a289-a6a168bee572 for instance with vm_state building and task_state spawning. [ 773.073937] env[62839]: DEBUG nova.compute.manager [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Received event network-changed-9e9716da-3172-4064-a289-a6a168bee572 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.074109] env[62839]: DEBUG nova.compute.manager [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Refreshing instance network info cache due to event network-changed-9e9716da-3172-4064-a289-a6a168bee572. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.074291] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Acquiring lock "refresh_cache-d6374086-6be0-4ec3-ab57-ff58291f02ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.074439] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Acquired lock "refresh_cache-d6374086-6be0-4ec3-ab57-ff58291f02ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.074693] env[62839]: DEBUG nova.network.neutron [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Refreshing network info cache for port 9e9716da-3172-4064-a289-a6a168bee572 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.126574] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527579ea-f706-13b5-ba4a-5b36031a02b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.127463] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1f9a40-f1c7-4e71-aec1-8f41d82ece96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.134207] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 773.134207] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5213dc49-1ea3-c90d-6f12-387ee11b0b66" [ 773.134207] env[62839]: _type = "Task" [ 773.134207] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.146435] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5213dc49-1ea3-c90d-6f12-387ee11b0b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.263107] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756986, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.396021] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077294} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.398541] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.399182] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.400263] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5fde1-8621-4eb6-aab5-dcffad2c365e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.429022] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.432411] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a21e17-ef91-4079-90fd-cc4e8036efd0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.456240] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 773.456240] env[62839]: value = "task-2756989" [ 773.456240] env[62839]: _type = "Task" [ 773.456240] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.470781] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.471391] env[62839]: DEBUG nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.474368] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.475560] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.237s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.476406] env[62839]: INFO nova.compute.claims [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.502990] env[62839]: DEBUG nova.compute.manager [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Received event network-changed-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.503283] env[62839]: DEBUG nova.compute.manager [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Refreshing instance network info cache due to event network-changed-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.503609] env[62839]: DEBUG oslo_concurrency.lockutils [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] Acquiring lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.503866] env[62839]: DEBUG oslo_concurrency.lockutils [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] Acquired lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.504012] env[62839]: DEBUG nova.network.neutron [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Refreshing network info cache for port ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.553857] env[62839]: DEBUG nova.compute.manager [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.554833] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80a8342-abef-4a19-a234-6e71c28049e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.646251] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5213dc49-1ea3-c90d-6f12-387ee11b0b66, 'name': SearchDatastore_Task, 'duration_secs': 0.015584} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.646534] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.647786] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d6374086-6be0-4ec3-ab57-ff58291f02ac/d6374086-6be0-4ec3-ab57-ff58291f02ac.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.647786] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f26f9d46-37a8-4fb6-8578-3fc7bab23475 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.660449] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 773.660449] env[62839]: value = "task-2756990" [ 773.660449] env[62839]: _type = "Task" [ 773.660449] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.675562] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.755736] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756986, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.809218] env[62839]: DEBUG oslo_concurrency.lockutils [None req-981dfe82-780e-46d5-a5a2-1674eb14b5b8 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.443s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.906403] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.970287] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756989, 'name': ReconfigVM_Task, 'duration_secs': 0.469833} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.970654] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 87d29e0d-3d61-4df0-9da6-108851ff3640/87d29e0d-3d61-4df0-9da6-108851ff3640.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.971619] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0657f1fe-191c-45cf-ab62-5c965db0262c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.978293] env[62839]: DEBUG nova.compute.utils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.980298] env[62839]: DEBUG nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.980498] env[62839]: DEBUG nova.network.neutron [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.990386] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 773.990386] env[62839]: value = "task-2756991" [ 773.990386] env[62839]: _type = "Task" [ 773.990386] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.000859] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756991, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.175680] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756990, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.259491] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756986, 'name': Rename_Task, 'duration_secs': 1.155635} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.262916] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.262916] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7871d00a-b8b6-4f89-a76b-3c9cb71d3d8b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.272043] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 774.272043] env[62839]: value = "task-2756992" [ 774.272043] env[62839]: _type = "Task" [ 774.272043] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.293073] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.342468] env[62839]: DEBUG nova.network.neutron [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Updated VIF entry in instance network info cache for port 9e9716da-3172-4064-a289-a6a168bee572. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.342924] env[62839]: DEBUG nova.network.neutron [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Updating instance_info_cache with network_info: [{"id": "9e9716da-3172-4064-a289-a6a168bee572", "address": "fa:16:3e:b7:65:3d", "network": {"id": "d18647d5-fb08-4d7a-a986-5cb616b59acd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-801341674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f7b322d0264e9e9ee6ffdaa41426bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9716da-31", "ovs_interfaceid": "9e9716da-3172-4064-a289-a6a168bee572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.395656] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.397427] env[62839]: DEBUG nova.policy [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f17bca2f73c493e81cb45e9a58205d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6b0d03d5384716bec69e65efd966af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.484812] env[62839]: DEBUG nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.505329] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756991, 'name': Rename_Task, 'duration_secs': 0.301503} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.508060] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.508383] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-636fa036-2220-495b-8bf0-d013599f3455 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.521260] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 774.521260] env[62839]: value = "task-2756993" [ 774.521260] env[62839]: _type = "Task" [ 774.521260] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.534186] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.582501] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f812ebde-27f6-4d12-ad57-8a1ddc8e4bec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.594512] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Doing hard reboot of VM {{(pid=62839) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 774.597028] env[62839]: DEBUG nova.network.neutron [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updated VIF entry in instance network info cache for port ad7e6283-4f1d-4d6f-a12f-40357ed6de3a. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.597028] env[62839]: DEBUG nova.network.neutron [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.597437] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-67b4e09e-a957-4c89-b8a3-4b2815cb20df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.607486] env[62839]: DEBUG oslo_vmware.api [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 774.607486] env[62839]: value = "task-2756994" [ 774.607486] env[62839]: _type = "Task" [ 774.607486] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.615428] env[62839]: DEBUG nova.network.neutron [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Successfully updated port: 913219d8-7430-4708-8c27-4ad7741ecd75 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.633320] env[62839]: DEBUG oslo_vmware.api [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756994, 'name': ResetVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.652201] env[62839]: DEBUG nova.compute.manager [req-9f011413-a278-4558-a807-26de369fddfc req-844011a3-1c4f-42cb-9928-0256e10ba9e4 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Received event network-vif-plugged-913219d8-7430-4708-8c27-4ad7741ecd75 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.652546] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f011413-a278-4558-a807-26de369fddfc req-844011a3-1c4f-42cb-9928-0256e10ba9e4 service nova] Acquiring lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.652879] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f011413-a278-4558-a807-26de369fddfc req-844011a3-1c4f-42cb-9928-0256e10ba9e4 service nova] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.653185] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f011413-a278-4558-a807-26de369fddfc req-844011a3-1c4f-42cb-9928-0256e10ba9e4 service nova] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.653469] env[62839]: DEBUG nova.compute.manager [req-9f011413-a278-4558-a807-26de369fddfc req-844011a3-1c4f-42cb-9928-0256e10ba9e4 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] No waiting events found dispatching network-vif-plugged-913219d8-7430-4708-8c27-4ad7741ecd75 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.653985] env[62839]: WARNING nova.compute.manager [req-9f011413-a278-4558-a807-26de369fddfc req-844011a3-1c4f-42cb-9928-0256e10ba9e4 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Received unexpected event network-vif-plugged-913219d8-7430-4708-8c27-4ad7741ecd75 for instance with vm_state building and task_state spawning. [ 774.683451] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75967} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.683867] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d6374086-6be0-4ec3-ab57-ff58291f02ac/d6374086-6be0-4ec3-ab57-ff58291f02ac.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.684226] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.684594] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6344a1a-3028-4dc3-975e-767bf97f4465 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.697898] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 774.697898] env[62839]: value = "task-2756995" [ 774.697898] env[62839]: _type = "Task" [ 774.697898] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.714671] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.786330] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756992, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.851634] env[62839]: DEBUG oslo_concurrency.lockutils [req-5ae07db0-f885-46f3-a1cd-d7c272ff33d0 req-105d421d-1883-4e85-828f-569927b23b4d service nova] Releasing lock "refresh_cache-d6374086-6be0-4ec3-ab57-ff58291f02ac" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.895405] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.028283] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756993, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.109572] env[62839]: DEBUG oslo_concurrency.lockutils [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] Releasing lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.110129] env[62839]: DEBUG nova.compute.manager [req-0678f4b7-05f1-45a7-87a4-0db5266c8d19 req-d333e09d-8141-4707-8248-18fcd6de96ac service nova] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Received event network-vif-deleted-876d219a-1196-4666-bad6-a83178682fe6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.128291] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "refresh_cache-a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.128291] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquired lock "refresh_cache-a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.128409] env[62839]: DEBUG nova.network.neutron [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.129960] env[62839]: DEBUG oslo_vmware.api [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2756994, 'name': ResetVM_Task, 'duration_secs': 0.109449} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.134155] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Did hard reboot of VM {{(pid=62839) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 775.134155] env[62839]: DEBUG nova.compute.manager [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.135352] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0cb51c-0ef0-42b8-9582-2158a4da4fa3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.205863] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aad672-ee08-492c-8182-d757b94128c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.216164] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072345} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.218398] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.219692] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e72991-e668-4ed7-b818-34790ba88b19 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.223207] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e3266-01f1-4fe7-aa0d-4e169ada1a7d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.253817] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d6374086-6be0-4ec3-ab57-ff58291f02ac/d6374086-6be0-4ec3-ab57-ff58291f02ac.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.254738] env[62839]: DEBUG nova.network.neutron [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Successfully created port: 2c38cd8a-6607-428d-9cab-b9de41d7eb69 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.286060] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d021a18-e2c7-43e5-bcaa-41d6d2a5945c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.310802] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f3ee3-ff2d-4a67-99c9-b63291094179 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.321775] env[62839]: DEBUG oslo_vmware.api [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2756992, 'name': PowerOnVM_Task, 'duration_secs': 0.60636} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.324555] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.324781] env[62839]: INFO nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Took 10.25 seconds to spawn the instance on the hypervisor. [ 775.324965] env[62839]: DEBUG nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.325329] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 775.325329] env[62839]: value = "task-2756996" [ 775.325329] env[62839]: _type = "Task" [ 775.325329] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.326361] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e420c53-0cc8-43d2-9a9b-e31d615d97dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.329590] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3896c4-cc83-4430-8afa-1446d53b4aaf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.350929] env[62839]: DEBUG nova.compute.provider_tree [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.356680] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.396374] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.496523] env[62839]: DEBUG nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.538427] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:21:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4b354f96-8057-4aa6-bb6d-9d100b2cec6f',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1729237807',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.539073] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.539265] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.539483] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.539642] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.539824] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.540066] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.540235] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.540408] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.540728] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.540873] env[62839]: DEBUG nova.virt.hardware [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.541188] env[62839]: DEBUG oslo_vmware.api [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2756993, 'name': PowerOnVM_Task, 'duration_secs': 0.803903} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.542508] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17651930-202e-48ff-8b65-3338df3c9e76 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.547838] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.548030] env[62839]: DEBUG nova.compute.manager [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.549684] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962264fa-0d5c-4efb-8769-ff371f923f60 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.563869] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42731750-aa65-42d7-8440-23d728d51277 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.655128] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec21e6e3-72ca-4a8d-ade3-6ac3309dbed7 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.781s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.687075] env[62839]: DEBUG nova.network.neutron [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.841356] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.861693] env[62839]: DEBUG nova.scheduler.client.report [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.875024] env[62839]: INFO nova.compute.manager [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Took 45.00 seconds to build instance. [ 775.884344] env[62839]: DEBUG nova.network.neutron [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Updating instance_info_cache with network_info: [{"id": "913219d8-7430-4708-8c27-4ad7741ecd75", "address": "fa:16:3e:4e:28:7f", "network": {"id": "3689d248-aea3-40c8-9c12-51044cee57ab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1568503632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf85e315790649788fa73ce2a87b23ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913219d8-74", "ovs_interfaceid": "913219d8-7430-4708-8c27-4ad7741ecd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.902211] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.083773] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.126236] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.126236] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.154575] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0a98e-27e5-1f39-aa85-eefe9b18475f/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.156378] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c045f9a4-2129-4737-a57e-fc6fa674d0ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.165345] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0a98e-27e5-1f39-aa85-eefe9b18475f/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.165512] env[62839]: ERROR oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0a98e-27e5-1f39-aa85-eefe9b18475f/disk-0.vmdk due to incomplete transfer. [ 776.165757] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f3ee7289-496d-4194-a682-f94c3c9b1142 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.176092] env[62839]: DEBUG oslo_vmware.rw_handles [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b0a98e-27e5-1f39-aa85-eefe9b18475f/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.176425] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Uploaded image b0d93a5b-0334-4db3-a3c7-593d0910081b to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.179811] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.180209] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98dccb93-b1a9-4907-9c6d-502605030857 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.190132] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 776.190132] env[62839]: value = "task-2756997" [ 776.190132] env[62839]: _type = "Task" [ 776.190132] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.205822] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756997, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.341430] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756996, 'name': ReconfigVM_Task, 'duration_secs': 0.598509} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.341606] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d6374086-6be0-4ec3-ab57-ff58291f02ac/d6374086-6be0-4ec3-ab57-ff58291f02ac.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.342206] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcccb504-a9a2-48dc-9bb6-e2a41dc535c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.351021] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 776.351021] env[62839]: value = "task-2756998" [ 776.351021] env[62839]: _type = "Task" [ 776.351021] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.359735] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756998, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.370482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.896s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.371011] env[62839]: DEBUG nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.373842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.960s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.374610] env[62839]: DEBUG nova.objects.instance [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lazy-loading 'resources' on Instance uuid ca9e593b-bb9e-4930-8792-6e4e09190970 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.376657] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b8bc621-e8bc-42e6-b6d3-952c6afc1c39 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.280s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.385028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Releasing lock "refresh_cache-a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.385145] env[62839]: DEBUG nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Instance network_info: |[{"id": "913219d8-7430-4708-8c27-4ad7741ecd75", "address": "fa:16:3e:4e:28:7f", "network": {"id": "3689d248-aea3-40c8-9c12-51044cee57ab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1568503632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf85e315790649788fa73ce2a87b23ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913219d8-74", "ovs_interfaceid": "913219d8-7430-4708-8c27-4ad7741ecd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.385688] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:28:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '913219d8-7430-4708-8c27-4ad7741ecd75', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.393678] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Creating folder: Project (cf85e315790649788fa73ce2a87b23ec). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.394639] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e496b098-e0fe-4696-add9-35434ae6ee2c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.407323] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.602362] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Created folder: Project (cf85e315790649788fa73ce2a87b23ec) in parent group-v554621. [ 776.603195] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Creating folder: Instances. Parent ref: group-v554774. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.603195] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d33a3d8a-785c-461d-945d-642ae2ef2adc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.615554] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Created folder: Instances in parent group-v554774. [ 776.615974] env[62839]: DEBUG oslo.service.loopingcall [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.617502] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.617502] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c3eba9f-336c-4585-a540-ea32bb6777fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.657108] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.657108] env[62839]: value = "task-2757001" [ 776.657108] env[62839]: _type = "Task" [ 776.657108] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.668961] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757001, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.700586] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756997, 'name': Destroy_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.865696] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2756998, 'name': Rename_Task, 'duration_secs': 0.26112} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.866707] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.869098] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f222b29-b538-4539-aa4d-5a89dc7d6031 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.881682] env[62839]: DEBUG nova.compute.utils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.884312] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 776.884312] env[62839]: value = "task-2757002" [ 776.884312] env[62839]: _type = "Task" [ 776.884312] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.886158] env[62839]: DEBUG nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.886158] env[62839]: DEBUG nova.network.neutron [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.887513] env[62839]: DEBUG nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.908437] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.915598] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757002, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.120160] env[62839]: DEBUG nova.policy [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0d1d5a5112472abf315c6e0f5473b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1017ae9664fd42b0b740dda3bcdb10a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.170240] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757001, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.205927] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2756997, 'name': Destroy_Task, 'duration_secs': 0.680364} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.206592] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Destroyed the VM [ 777.207017] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.207692] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fc98d0d-371b-4580-9a73-dbc72f048d22 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.226030] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 777.226030] env[62839]: value = "task-2757003" [ 777.226030] env[62839]: _type = "Task" [ 777.226030] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.239425] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757003, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.393495] env[62839]: DEBUG nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.412310] env[62839]: DEBUG nova.compute.manager [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Received event network-changed-913219d8-7430-4708-8c27-4ad7741ecd75 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.412549] env[62839]: DEBUG nova.compute.manager [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Refreshing instance network info cache due to event network-changed-913219d8-7430-4708-8c27-4ad7741ecd75. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.412778] env[62839]: DEBUG oslo_concurrency.lockutils [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] Acquiring lock "refresh_cache-a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.412953] env[62839]: DEBUG oslo_concurrency.lockutils [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] Acquired lock "refresh_cache-a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.413432] env[62839]: DEBUG nova.network.neutron [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Refreshing network info cache for port 913219d8-7430-4708-8c27-4ad7741ecd75 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.423114] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.426789] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.434142] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.452197] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.452197] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.528156] env[62839]: DEBUG nova.network.neutron [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Successfully updated port: 2c38cd8a-6607-428d-9cab-b9de41d7eb69 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.615569] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419e8d38-b011-4014-be9f-be46e94183b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.625251] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9cb908-730c-4393-a860-1df98db08fe9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.676367] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799e75c-210a-46bd-b1e0-668e14fa9791 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.703105] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757001, 'name': CreateVM_Task, 'duration_secs': 0.557152} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.706316] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8ab0bf-eec2-4a5f-977c-15bf1d13f688 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.711169] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.715316] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.715316] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.715316] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.715316] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd965560-3545-47a2-8629-dd2a8381fc58 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.733138] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 777.733138] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f701da-5050-ec0e-e628-003946869072" [ 777.733138] env[62839]: _type = "Task" [ 777.733138] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.733138] env[62839]: DEBUG nova.compute.provider_tree [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.748859] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757003, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.752445] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f701da-5050-ec0e-e628-003946869072, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.753448] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.753695] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.753922] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.754091] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.754274] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.754918] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ac52edb-8a5d-4b77-8e04-53e5356dade8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.767980] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.772399] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.774268] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89436b26-d1d9-40bf-b39c-ca196fedbffa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.782494] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 777.782494] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e6a175-3fdb-07e4-1dee-831e5623326f" [ 777.782494] env[62839]: _type = "Task" [ 777.782494] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.792958] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e6a175-3fdb-07e4-1dee-831e5623326f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.797121] env[62839]: DEBUG nova.network.neutron [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Successfully created port: da376598-6261-4b46-bd5e-a369a7597403 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.919986] env[62839]: DEBUG nova.compute.manager [req-bd31dd07-e1c4-46f7-8a81-db387da6e3b7 req-a8f34113-0358-4f5b-a45f-e68f9ab92a00 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Received event network-vif-plugged-2c38cd8a-6607-428d-9cab-b9de41d7eb69 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.919986] env[62839]: DEBUG oslo_concurrency.lockutils [req-bd31dd07-e1c4-46f7-8a81-db387da6e3b7 req-a8f34113-0358-4f5b-a45f-e68f9ab92a00 service nova] Acquiring lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.919986] env[62839]: DEBUG oslo_concurrency.lockutils [req-bd31dd07-e1c4-46f7-8a81-db387da6e3b7 req-a8f34113-0358-4f5b-a45f-e68f9ab92a00 service nova] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.919986] env[62839]: DEBUG oslo_concurrency.lockutils [req-bd31dd07-e1c4-46f7-8a81-db387da6e3b7 req-a8f34113-0358-4f5b-a45f-e68f9ab92a00 service nova] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.919986] env[62839]: DEBUG nova.compute.manager [req-bd31dd07-e1c4-46f7-8a81-db387da6e3b7 req-a8f34113-0358-4f5b-a45f-e68f9ab92a00 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] No waiting events found dispatching network-vif-plugged-2c38cd8a-6607-428d-9cab-b9de41d7eb69 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.919986] env[62839]: WARNING nova.compute.manager [req-bd31dd07-e1c4-46f7-8a81-db387da6e3b7 req-a8f34113-0358-4f5b-a45f-e68f9ab92a00 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Received unexpected event network-vif-plugged-2c38cd8a-6607-428d-9cab-b9de41d7eb69 for instance with vm_state building and task_state spawning. [ 777.926479] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.932621] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.974027] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.974027] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.974027] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.974027] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.974027] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.974027] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.974027] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 777.974027] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.030964] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.031134] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.031283] env[62839]: DEBUG nova.network.neutron [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.189689] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "87d29e0d-3d61-4df0-9da6-108851ff3640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.190009] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.190270] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "87d29e0d-3d61-4df0-9da6-108851ff3640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.190473] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.190651] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.195272] env[62839]: INFO nova.compute.manager [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Terminating instance [ 778.239430] env[62839]: DEBUG nova.scheduler.client.report [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.251358] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757003, 'name': RemoveSnapshot_Task, 'duration_secs': 0.685448} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.251412] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.251688] env[62839]: DEBUG nova.compute.manager [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.252538] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c357be-a3b1-4621-ab8e-8d554f0b316d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.307215] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e6a175-3fdb-07e4-1dee-831e5623326f, 'name': SearchDatastore_Task, 'duration_secs': 0.014147} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.307215] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3dc960-7e2d-4d26-96f8-4f8c3219c2c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.316298] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 778.316298] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522efe8e-0190-5305-4e4e-98ea30db02a3" [ 778.316298] env[62839]: _type = "Task" [ 778.316298] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.326890] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522efe8e-0190-5305-4e4e-98ea30db02a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.407574] env[62839]: DEBUG nova.network.neutron [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Updated VIF entry in instance network info cache for port 913219d8-7430-4708-8c27-4ad7741ecd75. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.407978] env[62839]: DEBUG nova.network.neutron [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Updating instance_info_cache with network_info: [{"id": "913219d8-7430-4708-8c27-4ad7741ecd75", "address": "fa:16:3e:4e:28:7f", "network": {"id": "3689d248-aea3-40c8-9c12-51044cee57ab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1568503632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf85e315790649788fa73ce2a87b23ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913219d8-74", "ovs_interfaceid": "913219d8-7430-4708-8c27-4ad7741ecd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.413109] env[62839]: DEBUG oslo_vmware.api [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757002, 'name': PowerOnVM_Task, 'duration_secs': 1.303097} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.413162] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.413365] env[62839]: INFO nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Took 10.96 seconds to spawn the instance on the hypervisor. [ 778.413538] env[62839]: DEBUG nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.414329] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d733569-f7b6-4073-b850-8176b12faf79 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.419728] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.424900] env[62839]: DEBUG nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.454471] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.454471] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.454471] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.454471] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.454471] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.454949] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.455905] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.455905] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.455905] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.455905] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.456083] env[62839]: DEBUG nova.virt.hardware [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.456915] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6599760-7981-45c1-8bc2-18a19eb6ea17 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.466473] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8845b33-0c2f-4c53-9810-a451ee8f1da5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.482724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.706251] env[62839]: DEBUG nova.compute.manager [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.706547] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.707409] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dbcf57-28cb-424f-9299-257ce68dc844 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.716994] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.718098] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ccf300c-3dcf-4498-9292-96363c765e48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.726833] env[62839]: DEBUG oslo_vmware.api [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 778.726833] env[62839]: value = "task-2757004" [ 778.726833] env[62839]: _type = "Task" [ 778.726833] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.736769] env[62839]: DEBUG oslo_vmware.api [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.745135] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.747688] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.962s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.747878] env[62839]: DEBUG nova.objects.instance [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lazy-loading 'resources' on Instance uuid efbee0bf-c461-4826-abd9-4f3f135ee49c {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.749656] env[62839]: DEBUG nova.network.neutron [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.773548] env[62839]: INFO nova.compute.manager [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Shelve offloading [ 778.796784] env[62839]: INFO nova.scheduler.client.report [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted allocations for instance ca9e593b-bb9e-4930-8792-6e4e09190970 [ 778.831672] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522efe8e-0190-5305-4e4e-98ea30db02a3, 'name': SearchDatastore_Task, 'duration_secs': 0.025267} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.831956] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.832293] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] a6d46ef1-5d0b-4d4e-907a-d11850a30c8c/a6d46ef1-5d0b-4d4e-907a-d11850a30c8c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.836014] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd5ea4e-a08f-43d3-b6c8-4cb8db6a53cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.847774] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 778.847774] env[62839]: value = "task-2757005" [ 778.847774] env[62839]: _type = "Task" [ 778.847774] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.857833] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.917518] env[62839]: DEBUG oslo_concurrency.lockutils [req-78f97c92-b94d-4516-afd5-f4a4ecf4ea29 req-0ee5cb27-2542-45ea-bcdc-41ba64e82ac7 service nova] Releasing lock "refresh_cache-a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.918815] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.940250] env[62839]: INFO nova.compute.manager [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Took 41.49 seconds to build instance. [ 779.028742] env[62839]: DEBUG nova.network.neutron [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance_info_cache with network_info: [{"id": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "address": "fa:16:3e:d3:bc:bf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38cd8a-66", "ovs_interfaceid": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.139532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.139532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.139532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "6b6d8663-024f-4aff-bfbe-e21c827ac529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.139532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.139532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.145062] env[62839]: INFO nova.compute.manager [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Terminating instance [ 779.239629] env[62839]: DEBUG oslo_vmware.api [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757004, 'name': PowerOffVM_Task, 'duration_secs': 0.344527} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.240188] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.240493] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.240888] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d79d7838-cabd-4e39-8026-ef3547528973 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.280323] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.280533] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dea47a3-9021-4a6d-a09a-4baed8f3e00c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.291877] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 779.291877] env[62839]: value = "task-2757007" [ 779.291877] env[62839]: _type = "Task" [ 779.291877] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.313871] env[62839]: DEBUG oslo_concurrency.lockutils [None req-afe57449-346f-4636-8ebb-cbe6ce012870 tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "ca9e593b-bb9e-4930-8792-6e4e09190970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.446s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.317127] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 779.317352] env[62839]: DEBUG nova.compute.manager [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.318254] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc3978-f34b-41d2-a354-ce089745e9af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.330181] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.330421] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.330663] env[62839]: DEBUG nova.network.neutron [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.347270] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.347917] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.348231] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleting the datastore file [datastore1] 87d29e0d-3d61-4df0-9da6-108851ff3640 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.348540] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25091f9f-e226-44c2-b564-2e7f0f0c32fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.364114] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757005, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.366616] env[62839]: DEBUG oslo_vmware.api [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 779.366616] env[62839]: value = "task-2757008" [ 779.366616] env[62839]: _type = "Task" [ 779.366616] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.378251] env[62839]: DEBUG oslo_vmware.api [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.428493] env[62839]: DEBUG oslo_vmware.api [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2756987, 'name': ReconfigVM_Task, 'duration_secs': 6.047561} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.431354] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.431587] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Reconfigured VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 779.443828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c86becb5-01e0-44d1-a006-0805a1aa9810 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.455s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.536698] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.537661] env[62839]: DEBUG nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Instance network_info: |[{"id": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "address": "fa:16:3e:d3:bc:bf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38cd8a-66", "ovs_interfaceid": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.541880] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:bc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c38cd8a-6607-428d-9cab-b9de41d7eb69', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.546129] env[62839]: DEBUG oslo.service.loopingcall [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.546400] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.547211] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b53a571-09c1-4fc2-a33d-8f022420ff84 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.570893] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.570893] env[62839]: value = "task-2757009" [ 779.570893] env[62839]: _type = "Task" [ 779.570893] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.587355] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757009, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.651834] env[62839]: DEBUG nova.compute.manager [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.651834] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.655771] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ca510-1650-4621-9a07-775b4307611e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.671818] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.671967] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ceed64c-c852-401a-9e1d-e55e705b10c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.681137] env[62839]: DEBUG nova.network.neutron [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Successfully updated port: da376598-6261-4b46-bd5e-a369a7597403 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.683591] env[62839]: DEBUG oslo_vmware.api [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 779.683591] env[62839]: value = "task-2757010" [ 779.683591] env[62839]: _type = "Task" [ 779.683591] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.701364] env[62839]: DEBUG oslo_vmware.api [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.725544] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.725851] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.743473] env[62839]: DEBUG nova.compute.manager [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Received event network-changed-afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.743671] env[62839]: DEBUG nova.compute.manager [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Refreshing instance network info cache due to event network-changed-afa37f35-0b8b-4b1b-a054-1681f0b6247e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.743891] env[62839]: DEBUG oslo_concurrency.lockutils [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] Acquiring lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.744301] env[62839]: DEBUG oslo_concurrency.lockutils [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] Acquired lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744423] env[62839]: DEBUG nova.network.neutron [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Refreshing network info cache for port afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.862187] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746867} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.865972] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] a6d46ef1-5d0b-4d4e-907a-d11850a30c8c/a6d46ef1-5d0b-4d4e-907a-d11850a30c8c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.866285] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.866790] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667891ce-c46e-4700-8715-9618140c64be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.885444] env[62839]: DEBUG oslo_vmware.api [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410269} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.892083] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.892083] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.892083] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.892083] env[62839]: INFO nova.compute.manager [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Took 1.19 seconds to destroy the instance on the hypervisor. [ 779.892711] env[62839]: DEBUG oslo.service.loopingcall [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.893118] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 779.893118] env[62839]: value = "task-2757011" [ 779.893118] env[62839]: _type = "Task" [ 779.893118] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.894361] env[62839]: DEBUG nova.compute.manager [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.894482] env[62839]: DEBUG nova.network.neutron [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.909183] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.947334] env[62839]: DEBUG nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.062464] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ae8442-2044-4c2c-900b-3dd9fc86ab20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.070841] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b470320-a692-47d8-b213-fce71cd95c38 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.082988] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757009, 'name': CreateVM_Task, 'duration_secs': 0.487213} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.083590] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.084312] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.084476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.084797] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.085061] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14c9708-e9d8-4a4c-abe9-0e89562817fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.119218] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af130da-e55d-422e-abc7-b8a5ee745fbc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.121859] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 780.121859] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52df3b5e-befb-8527-67d5-908edf5f8f00" [ 780.121859] env[62839]: _type = "Task" [ 780.121859] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.128769] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3897e66b-c046-4b4c-847a-c7bcc11920bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.135784] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52df3b5e-befb-8527-67d5-908edf5f8f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.145849] env[62839]: DEBUG nova.compute.provider_tree [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.190498] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "refresh_cache-2657a8f1-e75c-4f19-a855-a6975fea8d65" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.194021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "refresh_cache-2657a8f1-e75c-4f19-a855-a6975fea8d65" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.194021] env[62839]: DEBUG nova.network.neutron [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.196695] env[62839]: DEBUG oslo_vmware.api [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757010, 'name': PowerOffVM_Task, 'duration_secs': 0.339416} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.197196] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.197363] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.197796] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84181ab1-14c6-4929-b63e-3b2377bc887f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.202465] env[62839]: DEBUG nova.network.neutron [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf468c24-f5", "ovs_interfaceid": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.237067] env[62839]: DEBUG nova.compute.manager [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Received event network-changed-2c38cd8a-6607-428d-9cab-b9de41d7eb69 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.237431] env[62839]: DEBUG nova.compute.manager [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Refreshing instance network info cache due to event network-changed-2c38cd8a-6607-428d-9cab-b9de41d7eb69. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.237694] env[62839]: DEBUG oslo_concurrency.lockutils [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] Acquiring lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.237901] env[62839]: DEBUG oslo_concurrency.lockutils [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] Acquired lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.238165] env[62839]: DEBUG nova.network.neutron [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Refreshing network info cache for port 2c38cd8a-6607-428d-9cab-b9de41d7eb69 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.288323] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.288323] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.288323] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Deleting the datastore file [datastore1] 6b6d8663-024f-4aff-bfbe-e21c827ac529 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.288872] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b1e984d-0db2-426a-aab2-f503aecdf7d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.297040] env[62839]: DEBUG oslo_vmware.api [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 780.297040] env[62839]: value = "task-2757013" [ 780.297040] env[62839]: _type = "Task" [ 780.297040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.307489] env[62839]: DEBUG oslo_vmware.api [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.406830] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132912} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.406830] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.407667] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb537167-d363-4124-aace-cf63243b1f92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.436140] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a6d46ef1-5d0b-4d4e-907a-d11850a30c8c/a6d46ef1-5d0b-4d4e-907a-d11850a30c8c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.436751] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba37d9af-4fe3-4780-95b8-ec32482b460d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.467458] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 780.467458] env[62839]: value = "task-2757014" [ 780.467458] env[62839]: _type = "Task" [ 780.467458] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.475465] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.477662] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.504329] env[62839]: DEBUG nova.network.neutron [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updated VIF entry in instance network info cache for port afa37f35-0b8b-4b1b-a054-1681f0b6247e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.504705] env[62839]: DEBUG nova.network.neutron [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updating instance_info_cache with network_info: [{"id": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "address": "fa:16:3e:6a:fa:a6", "network": {"id": "17b0af84-95d1-4a68-9f4d-74253b7e79b3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-152450858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a5bc69d0a24568a262c4f5e9ed7e7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafa37f35-0b", "ovs_interfaceid": "afa37f35-0b8b-4b1b-a054-1681f0b6247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.634059] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52df3b5e-befb-8527-67d5-908edf5f8f00, 'name': SearchDatastore_Task, 'duration_secs': 0.050221} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.634059] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.634254] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.634404] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.634559] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.635039] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.635039] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793df07a-1b23-49db-a1a5-1e3138ed4397 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.649638] env[62839]: DEBUG nova.scheduler.client.report [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.656307] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.656503] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.657278] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a4f041-7e0b-4300-b639-f28e15f49e55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.664829] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 780.664829] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5269274d-0ae0-c9ef-5cb3-3561cc168ac4" [ 780.664829] env[62839]: _type = "Task" [ 780.664829] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.675994] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5269274d-0ae0-c9ef-5cb3-3561cc168ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.704739] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.743489] env[62839]: DEBUG nova.network.neutron [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.811974] env[62839]: DEBUG oslo_vmware.api [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.825563] env[62839]: DEBUG nova.network.neutron [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.876091] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "d6374086-6be0-4ec3-ab57-ff58291f02ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.876344] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.876580] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "d6374086-6be0-4ec3-ab57-ff58291f02ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.876764] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.876933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.879452] env[62839]: INFO nova.compute.manager [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Terminating instance [ 780.897080] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.897298] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.897480] env[62839]: DEBUG nova.network.neutron [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.988127] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.008031] env[62839]: DEBUG oslo_concurrency.lockutils [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] Releasing lock "refresh_cache-6b6d8663-024f-4aff-bfbe-e21c827ac529" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.008463] env[62839]: DEBUG nova.compute.manager [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Received event network-changed-548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.008542] env[62839]: DEBUG nova.compute.manager [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Refreshing instance network info cache due to event network-changed-548a5ff9-5ea7-498a-95b5-07aa747fc228. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.008746] env[62839]: DEBUG oslo_concurrency.lockutils [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.008903] env[62839]: DEBUG oslo_concurrency.lockutils [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.009075] env[62839]: DEBUG nova.network.neutron [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Refreshing network info cache for port 548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.038771] env[62839]: DEBUG nova.network.neutron [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Updating instance_info_cache with network_info: [{"id": "da376598-6261-4b46-bd5e-a369a7597403", "address": "fa:16:3e:bb:31:62", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda376598-62", "ovs_interfaceid": "da376598-6261-4b46-bd5e-a369a7597403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.156607] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.160968] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "819f1957-56f3-4e58-a236-1a310c4d2e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.162782] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.165134] env[62839]: DEBUG nova.network.neutron [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updated VIF entry in instance network info cache for port 2c38cd8a-6607-428d-9cab-b9de41d7eb69. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.165134] env[62839]: DEBUG nova.network.neutron [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance_info_cache with network_info: [{"id": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "address": "fa:16:3e:d3:bc:bf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38cd8a-66", "ovs_interfaceid": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.166125] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.476s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.166251] env[62839]: DEBUG nova.objects.instance [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lazy-loading 'resources' on Instance uuid 2173ad07-4774-47ac-bed2-2d8e208acd16 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.180691] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5269274d-0ae0-c9ef-5cb3-3561cc168ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.044387} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.182185] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9442ed0-1a7f-4579-ae38-c3f133c26811 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.190589] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 781.190589] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7e080-947c-f51c-a36e-732ce8ffac4b" [ 781.190589] env[62839]: _type = "Task" [ 781.190589] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.191730] env[62839]: INFO nova.scheduler.client.report [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Deleted allocations for instance efbee0bf-c461-4826-abd9-4f3f135ee49c [ 781.209920] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7e080-947c-f51c-a36e-732ce8ffac4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.210583] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.210583] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.211264] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc37e75a-ef0b-4551-a2ec-7eb69cf0422a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.218528] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 781.218528] env[62839]: value = "task-2757015" [ 781.218528] env[62839]: _type = "Task" [ 781.218528] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.227959] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.270364] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.271125] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d903d018-2f5b-44fb-aee1-918748686139 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.280159] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.280249] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0232e13-ede2-439f-982c-738e9f7a6e2d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.309157] env[62839]: DEBUG oslo_vmware.api [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611626} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.309273] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.309481] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.309642] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.309863] env[62839]: INFO nova.compute.manager [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Took 1.66 seconds to destroy the instance on the hypervisor. [ 781.310142] env[62839]: DEBUG oslo.service.loopingcall [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.310377] env[62839]: DEBUG nova.compute.manager [-] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.310463] env[62839]: DEBUG nova.network.neutron [-] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.330752] env[62839]: INFO nova.compute.manager [-] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Took 1.44 seconds to deallocate network for instance. [ 781.383267] env[62839]: DEBUG nova.compute.manager [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.383540] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.385150] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeaf51c-3f84-4e10-b502-9a294cc5dfae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.401074] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.401074] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.401074] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleting the datastore file [datastore1] 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.401074] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb7fab2-1aa2-4eeb-9827-7fe122416211 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.406123] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.409019] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4834282d-13b1-401c-83a0-bf1548e98ca0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.412178] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 781.412178] env[62839]: value = "task-2757017" [ 781.412178] env[62839]: _type = "Task" [ 781.412178] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.418484] env[62839]: DEBUG oslo_vmware.api [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 781.418484] env[62839]: value = "task-2757018" [ 781.418484] env[62839]: _type = "Task" [ 781.418484] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.428982] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.435583] env[62839]: DEBUG oslo_vmware.api [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.480822] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757014, 'name': ReconfigVM_Task, 'duration_secs': 0.634158} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.482151] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a6d46ef1-5d0b-4d4e-907a-d11850a30c8c/a6d46ef1-5d0b-4d4e-907a-d11850a30c8c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.482151] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4221486-7a49-4767-97ef-6970790b4b77 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.489619] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 781.489619] env[62839]: value = "task-2757019" [ 781.489619] env[62839]: _type = "Task" [ 781.489619] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.500168] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757019, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.542793] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "refresh_cache-2657a8f1-e75c-4f19-a855-a6975fea8d65" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.543234] env[62839]: DEBUG nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Instance network_info: |[{"id": "da376598-6261-4b46-bd5e-a369a7597403", "address": "fa:16:3e:bb:31:62", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda376598-62", "ovs_interfaceid": "da376598-6261-4b46-bd5e-a369a7597403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.543690] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:31:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da376598-6261-4b46-bd5e-a369a7597403', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.555662] env[62839]: DEBUG oslo.service.loopingcall [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.555987] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.556357] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7678536-8b60-4e9d-9ae8-4980e3b5eea4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.591996] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.591996] env[62839]: value = "task-2757020" [ 781.591996] env[62839]: _type = "Task" [ 781.591996] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.601462] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757020, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.673996] env[62839]: DEBUG oslo_concurrency.lockutils [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] Releasing lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.675396] env[62839]: DEBUG nova.compute.manager [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received event network-vif-deleted-c3737e36-0601-4f68-93e5-a46b937ebbc8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.675618] env[62839]: INFO nova.compute.manager [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Neutron deleted interface c3737e36-0601-4f68-93e5-a46b937ebbc8; detaching it from the instance and deleting it from the info cache [ 781.675909] env[62839]: DEBUG nova.network.neutron [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.703701] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ec479767-4976-4e39-98a2-11e99695de9c tempest-MultipleCreateTestJSON-563042034 tempest-MultipleCreateTestJSON-563042034-project-member] Lock "efbee0bf-c461-4826-abd9-4f3f135ee49c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.030s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.735833] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.841519] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.877040] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.877040] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.877210] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.877530] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.877530] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.881907] env[62839]: INFO nova.compute.manager [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Terminating instance [ 781.932272] env[62839]: DEBUG oslo_vmware.api [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26274} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.934543] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.934748] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.934935] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.946071] env[62839]: DEBUG oslo_vmware.api [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757018, 'name': PowerOffVM_Task, 'duration_secs': 0.241666} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.946365] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.946535] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.946838] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6054d2ca-ac7a-48ee-83e1-546ea6652300 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.967723] env[62839]: INFO nova.scheduler.client.report [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted allocations for instance 0f05490a-be68-46a4-af3b-0937bcc1093d [ 781.975104] env[62839]: INFO nova.network.neutron [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Port c3737e36-0601-4f68-93e5-a46b937ebbc8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 781.975924] env[62839]: DEBUG nova.network.neutron [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [{"id": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "address": "fa:16:3e:84:db:ad", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ceed3-a3", "ovs_interfaceid": "e66ceed3-a311-45d0-8f91-af806cb7a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.006728] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757019, 'name': Rename_Task, 'duration_secs': 0.293928} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.010400] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.010986] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a010d4e0-ce49-43f1-8fa5-f8b66b22f6e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.018413] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.018413] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.018680] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Deleting the datastore file [datastore1] d6374086-6be0-4ec3-ab57-ff58291f02ac {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.019071] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e35e9b-6536-4e7c-b7fd-6a3a26341ef6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.024571] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 782.024571] env[62839]: value = "task-2757022" [ 782.024571] env[62839]: _type = "Task" [ 782.024571] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.030200] env[62839]: DEBUG oslo_vmware.api [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for the task: (returnval){ [ 782.030200] env[62839]: value = "task-2757023" [ 782.030200] env[62839]: _type = "Task" [ 782.030200] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.042640] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.051761] env[62839]: DEBUG oslo_vmware.api [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.107374] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757020, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.108986] env[62839]: DEBUG nova.network.neutron [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updated VIF entry in instance network info cache for port 548a5ff9-5ea7-498a-95b5-07aa747fc228. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.109379] env[62839]: DEBUG nova.network.neutron [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.181448] env[62839]: DEBUG oslo_concurrency.lockutils [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] Acquiring lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.184199] env[62839]: DEBUG nova.compute.manager [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Received event network-vif-plugged-da376598-6261-4b46-bd5e-a369a7597403 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.184320] env[62839]: DEBUG oslo_concurrency.lockutils [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] Acquiring lock "2657a8f1-e75c-4f19-a855-a6975fea8d65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.184885] env[62839]: DEBUG oslo_concurrency.lockutils [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.185548] env[62839]: DEBUG oslo_concurrency.lockutils [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.185548] env[62839]: DEBUG nova.compute.manager [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] No waiting events found dispatching network-vif-plugged-da376598-6261-4b46-bd5e-a369a7597403 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.185548] env[62839]: WARNING nova.compute.manager [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Received unexpected event network-vif-plugged-da376598-6261-4b46-bd5e-a369a7597403 for instance with vm_state building and task_state spawning. [ 782.185697] env[62839]: DEBUG nova.compute.manager [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Received event network-changed-da376598-6261-4b46-bd5e-a369a7597403 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.186091] env[62839]: DEBUG nova.compute.manager [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Refreshing instance network info cache due to event network-changed-da376598-6261-4b46-bd5e-a369a7597403. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.186220] env[62839]: DEBUG oslo_concurrency.lockutils [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] Acquiring lock "refresh_cache-2657a8f1-e75c-4f19-a855-a6975fea8d65" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.186257] env[62839]: DEBUG oslo_concurrency.lockutils [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] Acquired lock "refresh_cache-2657a8f1-e75c-4f19-a855-a6975fea8d65" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.186485] env[62839]: DEBUG nova.network.neutron [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Refreshing network info cache for port da376598-6261-4b46-bd5e-a369a7597403 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.201919] env[62839]: DEBUG nova.network.neutron [-] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.238990] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663587} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.239278] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.239626] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.239894] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79003d3f-b7e0-4652-b947-c03bf5440de1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.251633] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 782.251633] env[62839]: value = "task-2757024" [ 782.251633] env[62839]: _type = "Task" [ 782.251633] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.267646] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.325357] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd1942-c68b-4328-a173-a0af39cb1d2f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.335603] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eba7f0-0459-4775-8f52-91b98df6fcd6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.369415] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fd6ee7-6a7a-4cc7-8ac6-fb54d4f6a18f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.378961] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4f52d4-1014-40a5-96b9-b99ff6595c2b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.394449] env[62839]: DEBUG nova.compute.manager [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.394689] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.395209] env[62839]: DEBUG nova.compute.provider_tree [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.399545] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a0f80-6c7d-4262-9c75-5db6e47b9cc4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.410960] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.410960] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af5b6dbb-5171-4e87-b6fc-012d9a61447e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.415845] env[62839]: DEBUG oslo_vmware.api [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 782.415845] env[62839]: value = "task-2757025" [ 782.415845] env[62839]: _type = "Task" [ 782.415845] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.424787] env[62839]: DEBUG oslo_vmware.api [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.482690] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.483193] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.539173] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.547972] env[62839]: DEBUG oslo_vmware.api [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Task: {'id': task-2757023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485584} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.548309] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.548515] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.549338] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.549338] env[62839]: INFO nova.compute.manager [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 782.549338] env[62839]: DEBUG oslo.service.loopingcall [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.550187] env[62839]: DEBUG nova.compute.manager [-] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.550187] env[62839]: DEBUG nova.network.neutron [-] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.582900] env[62839]: DEBUG nova.compute.manager [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Received event network-vif-deleted-8662b195-f631-42c6-bbfe-f2732c589069 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.583131] env[62839]: DEBUG nova.compute.manager [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-vif-unplugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.583385] env[62839]: DEBUG oslo_concurrency.lockutils [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.583568] env[62839]: DEBUG oslo_concurrency.lockutils [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.583785] env[62839]: DEBUG oslo_concurrency.lockutils [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.583966] env[62839]: DEBUG nova.compute.manager [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] No waiting events found dispatching network-vif-unplugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.584173] env[62839]: WARNING nova.compute.manager [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received unexpected event network-vif-unplugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 for instance with vm_state shelved_offloaded and task_state None. [ 782.584342] env[62839]: DEBUG nova.compute.manager [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.584494] env[62839]: DEBUG nova.compute.manager [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing instance network info cache due to event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.584684] env[62839]: DEBUG oslo_concurrency.lockutils [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] Acquiring lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.584818] env[62839]: DEBUG oslo_concurrency.lockutils [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] Acquired lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.584972] env[62839]: DEBUG nova.network.neutron [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.603769] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757020, 'name': CreateVM_Task, 'duration_secs': 0.613708} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.603769] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.603769] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.603975] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.604124] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.604678] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43a135c-854f-4c59-a432-43be535b6747 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.612089] env[62839]: DEBUG oslo_concurrency.lockutils [req-1f5ac2f8-860f-486a-bf6b-0c9c864470ba req-f43cf584-92b4-4248-aeb3-0eaf618c9e88 service nova] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.612777] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 782.612777] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd0d40-e87e-6449-4e73-d7d36df5f1db" [ 782.612777] env[62839]: _type = "Task" [ 782.612777] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.622659] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd0d40-e87e-6449-4e73-d7d36df5f1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.706260] env[62839]: INFO nova.compute.manager [-] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Took 1.40 seconds to deallocate network for instance. [ 782.770817] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070874} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.771955] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.773984] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ebd19-a168-4e50-99c4-e974e9a66f85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.802058] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.803676] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b1f3f0-7697-43d0-a3f8-ac44168260ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.832848] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 782.832848] env[62839]: value = "task-2757026" [ 782.832848] env[62839]: _type = "Task" [ 782.832848] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.843938] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.870821] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "5ed804df-6d19-4253-b2e4-4a173a935e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.871470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.906828] env[62839]: DEBUG nova.scheduler.client.report [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.926919] env[62839]: DEBUG oslo_vmware.api [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757025, 'name': PowerOffVM_Task, 'duration_secs': 0.232203} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.927787] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.927787] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.928093] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb2ad97-223e-4b4d-b95f-666e0b732e2a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.987459] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b0a5461-e2ae-4892-9e7a-31f9628e5384 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-bd6d838d-622f-42c5-ba9d-bc691898a1a2-c3737e36-0601-4f68-93e5-a46b937ebbc8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.738s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.012017] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.012478] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.012795] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleting the datastore file [datastore2] bd6d838d-622f-42c5-ba9d-bc691898a1a2 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.013229] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e72d1645-b0a1-40f9-b938-7b600a100af7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.024739] env[62839]: DEBUG oslo_vmware.api [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 783.024739] env[62839]: value = "task-2757028" [ 783.024739] env[62839]: _type = "Task" [ 783.024739] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.041139] env[62839]: DEBUG oslo_vmware.api [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.045819] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.126431] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd0d40-e87e-6449-4e73-d7d36df5f1db, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.127384] env[62839]: DEBUG nova.network.neutron [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Updated VIF entry in instance network info cache for port da376598-6261-4b46-bd5e-a369a7597403. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.127744] env[62839]: DEBUG nova.network.neutron [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Updating instance_info_cache with network_info: [{"id": "da376598-6261-4b46-bd5e-a369a7597403", "address": "fa:16:3e:bb:31:62", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda376598-62", "ovs_interfaceid": "da376598-6261-4b46-bd5e-a369a7597403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.129218] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.129691] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.130048] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.130491] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.130491] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.131240] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e4c49e-53aa-4d09-a96c-d0e9d3d43443 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.153465] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.153465] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.154357] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b5dd17-a50d-4351-9afb-7298c4b79e35 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.168484] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 783.168484] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5208d556-987e-0fbf-421a-70a448193d35" [ 783.168484] env[62839]: _type = "Task" [ 783.168484] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.182896] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5208d556-987e-0fbf-421a-70a448193d35, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.183715] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0706fd-dd1d-4d21-b817-6d823f998675 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.192552] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 783.192552] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ab71d8-5e14-4f78-05cd-f005e15848f1" [ 783.192552] env[62839]: _type = "Task" [ 783.192552] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.202760] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ab71d8-5e14-4f78-05cd-f005e15848f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.215339] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.344360] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.412350] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.416253] env[62839]: DEBUG nova.network.neutron [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updated VIF entry in instance network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.416253] env[62839]: DEBUG nova.network.neutron [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbf468c24-f5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.417796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.509s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.419077] env[62839]: INFO nova.compute.claims [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.450369] env[62839]: INFO nova.scheduler.client.report [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Deleted allocations for instance 2173ad07-4774-47ac-bed2-2d8e208acd16 [ 783.520244] env[62839]: DEBUG nova.network.neutron [-] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.544128] env[62839]: DEBUG oslo_vmware.api [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297439} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.547226] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.547872] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.547872] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.547872] env[62839]: INFO nova.compute.manager [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.548193] env[62839]: DEBUG oslo.service.loopingcall [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.548257] env[62839]: DEBUG oslo_vmware.api [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757022, 'name': PowerOnVM_Task, 'duration_secs': 1.499513} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.551684] env[62839]: DEBUG nova.compute.manager [-] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.551684] env[62839]: DEBUG nova.network.neutron [-] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.551684] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.551684] env[62839]: INFO nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Took 10.83 seconds to spawn the instance on the hypervisor. [ 783.551684] env[62839]: DEBUG nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.552118] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64418b74-172f-4c91-91a1-f1f80091a1dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.633142] env[62839]: DEBUG oslo_concurrency.lockutils [req-21fce29d-a0cc-4ba0-ac43-7a32e9c09d37 req-42b4fb18-4659-4010-82db-3a26b2f02819 service nova] Releasing lock "refresh_cache-2657a8f1-e75c-4f19-a855-a6975fea8d65" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.705000] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ab71d8-5e14-4f78-05cd-f005e15848f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.705287] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.705549] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 2657a8f1-e75c-4f19-a855-a6975fea8d65/2657a8f1-e75c-4f19-a855-a6975fea8d65.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.705809] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f7db0ec-1072-4a67-9a9c-781dc752f635 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.713745] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 783.713745] env[62839]: value = "task-2757029" [ 783.713745] env[62839]: _type = "Task" [ 783.713745] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.722747] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.845376] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757026, 'name': ReconfigVM_Task, 'duration_secs': 0.582449} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.845732] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.846568] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e069cde-5644-4ae3-ad22-ec57c7d03cf5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.855381] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 783.855381] env[62839]: value = "task-2757030" [ 783.855381] env[62839]: _type = "Task" [ 783.855381] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.865532] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757030, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.930744] env[62839]: DEBUG oslo_concurrency.lockutils [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] Releasing lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.930744] env[62839]: DEBUG nova.compute.manager [req-7fd880e4-2b44-4eb1-9fd1-7a2f2ac0ccdf req-d8a7d6ac-c326-43af-b39c-94f814312e00 service nova] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Received event network-vif-deleted-afa37f35-0b8b-4b1b-a054-1681f0b6247e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.963780] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ded3448c-e897-4f72-b6b6-2642e13fa73b tempest-ServersTestJSON-910264856 tempest-ServersTestJSON-910264856-project-member] Lock "2173ad07-4774-47ac-bed2-2d8e208acd16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.144s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.023541] env[62839]: INFO nova.compute.manager [-] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Took 1.47 seconds to deallocate network for instance. [ 784.075768] env[62839]: INFO nova.compute.manager [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Took 43.19 seconds to build instance. [ 784.226684] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.330046] env[62839]: DEBUG nova.compute.manager [req-33ae3016-312d-416c-94e4-1251d47b851d req-b8c826a8-13aa-4310-85e1-f1010a34688a service nova] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Received event network-vif-deleted-9e9716da-3172-4064-a289-a6a168bee572 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.373384] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757030, 'name': Rename_Task, 'duration_secs': 0.240328} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.374246] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.374246] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0d4eb9a-ab92-4fb3-ba30-7181114007c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.383604] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 784.383604] env[62839]: value = "task-2757031" [ 784.383604] env[62839]: _type = "Task" [ 784.383604] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.396677] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.531320] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.580265] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e919a974-4606-4313-b555-59d955afaace tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.230s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.731236] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659648} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.732425] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 2657a8f1-e75c-4f19-a855-a6975fea8d65/2657a8f1-e75c-4f19-a855-a6975fea8d65.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.732425] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.732425] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1096395-ade7-4c8c-ad20-de08012fd618 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.745754] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 784.745754] env[62839]: value = "task-2757032" [ 784.745754] env[62839]: _type = "Task" [ 784.745754] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.759582] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.901251] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.928713] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.053879] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd724496-2b24-4062-a6fb-f3d9062cc178 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.060317] env[62839]: DEBUG nova.network.neutron [-] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.069845] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f36d8-e2b8-4509-8a48-4a44a119fa38 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.109040] env[62839]: DEBUG nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.116056] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf37f99-3e28-4f9e-a8d0-186d24af5b33 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.126818] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479842f2-3dc5-45c2-8aaa-edfa966976be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.146111] env[62839]: DEBUG nova.compute.provider_tree [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.259026] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073129} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.259026] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.260353] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786711ab-0140-44ae-aa47-e1c636230475 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.284638] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 2657a8f1-e75c-4f19-a855-a6975fea8d65/2657a8f1-e75c-4f19-a855-a6975fea8d65.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.284967] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c987bb-6afd-4162-bf4e-dcc373bf7192 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.310221] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 785.310221] env[62839]: value = "task-2757033" [ 785.310221] env[62839]: _type = "Task" [ 785.310221] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.319653] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.401815] env[62839]: DEBUG oslo_vmware.api [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757031, 'name': PowerOnVM_Task, 'duration_secs': 0.817292} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.402206] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.402417] env[62839]: INFO nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Took 9.91 seconds to spawn the instance on the hypervisor. [ 785.402596] env[62839]: DEBUG nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.403648] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadca1a8-7c9c-467d-9997-9392db6570c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.562811] env[62839]: INFO nova.compute.manager [-] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Took 2.01 seconds to deallocate network for instance. [ 785.641579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.648395] env[62839]: DEBUG nova.scheduler.client.report [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.823078] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.871255] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.871255] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.871500] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.871500] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.871693] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.875249] env[62839]: INFO nova.compute.manager [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Terminating instance [ 785.926645] env[62839]: INFO nova.compute.manager [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Took 42.99 seconds to build instance. [ 786.069446] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.154384] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.155417] env[62839]: DEBUG nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.158563] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.955s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.160231] env[62839]: INFO nova.compute.claims [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.323543] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757033, 'name': ReconfigVM_Task, 'duration_secs': 0.806922} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.323848] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 2657a8f1-e75c-4f19-a855-a6975fea8d65/2657a8f1-e75c-4f19-a855-a6975fea8d65.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.324525] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e5b288-dedf-4d16-8f52-a4f39db50524 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.333281] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 786.333281] env[62839]: value = "task-2757034" [ 786.333281] env[62839]: _type = "Task" [ 786.333281] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.346586] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757034, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.376845] env[62839]: DEBUG nova.compute.manager [req-f1a0f4a8-a666-48a7-aa5f-95efca1d874f req-c4254a2f-bbd6-47a4-afb1-cd8370ed5fbc service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Received event network-vif-deleted-e66ceed3-a311-45d0-8f91-af806cb7a0f8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.379053] env[62839]: DEBUG nova.compute.manager [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.379317] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.380587] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c75da98-e587-41f0-be57-a82949708cb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.391558] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.391825] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b9e3d7-3fde-424c-8b90-2809761823d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.401379] env[62839]: DEBUG oslo_vmware.api [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 786.401379] env[62839]: value = "task-2757035" [ 786.401379] env[62839]: _type = "Task" [ 786.401379] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.412745] env[62839]: DEBUG oslo_vmware.api [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.433759] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b7987514-6f57-455e-94de-78c799e9c050 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.460s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.666574] env[62839]: DEBUG nova.compute.utils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.674409] env[62839]: DEBUG nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.674971] env[62839]: DEBUG nova.network.neutron [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.748781] env[62839]: DEBUG nova.policy [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0756063742e348a797de3a3870613930', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20efbe3c8f1e49c89415b395e3935271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.847252] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757034, 'name': Rename_Task, 'duration_secs': 0.173421} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.847252] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.847252] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65beac90-8cde-4def-9e2e-c6f16f3884fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.854538] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 786.854538] env[62839]: value = "task-2757036" [ 786.854538] env[62839]: _type = "Task" [ 786.854538] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.864644] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.910875] env[62839]: DEBUG oslo_vmware.api [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757035, 'name': PowerOffVM_Task, 'duration_secs': 0.296304} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.911188] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.915089] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.915089] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98672be3-b546-4e90-8597-358feae9f054 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.936394] env[62839]: DEBUG nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.979247] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.979722] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.979722] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Deleting the datastore file [datastore1] a6d46ef1-5d0b-4d4e-907a-d11850a30c8c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.980061] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d41896-4427-4932-ac6c-360e23367179 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.987224] env[62839]: DEBUG oslo_vmware.api [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for the task: (returnval){ [ 786.987224] env[62839]: value = "task-2757038" [ 786.987224] env[62839]: _type = "Task" [ 786.987224] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.997478] env[62839]: DEBUG oslo_vmware.api [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.170986] env[62839]: DEBUG nova.compute.utils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.349571] env[62839]: DEBUG nova.network.neutron [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Successfully created port: e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.369050] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.470208] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.500370] env[62839]: DEBUG oslo_vmware.api [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Task: {'id': task-2757038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251472} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.500581] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.502853] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.503177] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.503379] env[62839]: INFO nova.compute.manager [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 787.503695] env[62839]: DEBUG oslo.service.loopingcall [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.503833] env[62839]: DEBUG nova.compute.manager [-] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.503929] env[62839]: DEBUG nova.network.neutron [-] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.675432] env[62839]: DEBUG nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.780535] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6e0fd6-d663-4085-a928-521fb5e565f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.788543] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a490b96b-f669-4c2a-8701-a18f76fd250f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.826338] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b1527-4149-4bb8-b193-895e31ce2f91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.834568] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa9b56-4ca9-4435-a116-db350195b84f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.850683] env[62839]: DEBUG nova.compute.provider_tree [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.866821] env[62839]: DEBUG oslo_vmware.api [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757036, 'name': PowerOnVM_Task, 'duration_secs': 0.750512} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.867691] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.867926] env[62839]: INFO nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Took 9.44 seconds to spawn the instance on the hypervisor. [ 787.868150] env[62839]: DEBUG nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.869535] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65170284-0050-4981-86ae-3735c30b724f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.354963] env[62839]: DEBUG nova.scheduler.client.report [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.358832] env[62839]: DEBUG nova.network.neutron [-] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.389908] env[62839]: INFO nova.compute.manager [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Took 43.18 seconds to build instance. [ 788.434166] env[62839]: DEBUG nova.compute.manager [req-908dab1d-c6b6-44c5-b1eb-a7429bf9cb2c req-3e4d3622-f619-4553-ba99-e80b11b8e0cb service nova] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Received event network-vif-deleted-913219d8-7430-4708-8c27-4ad7741ecd75 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.686980] env[62839]: DEBUG nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.706590] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:18:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='523850313',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2119478677',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.706847] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.707024] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.707213] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.707362] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.707512] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.707727] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.707889] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.708071] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.708234] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.708418] env[62839]: DEBUG nova.virt.hardware [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.709299] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5967d1-f7bc-4b7c-b075-f4477837ed85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.718111] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17794d61-7435-4421-887f-bfa118b256c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.861690] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.862223] env[62839]: DEBUG nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.867499] env[62839]: INFO nova.compute.manager [-] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Took 1.36 seconds to deallocate network for instance. [ 788.867499] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.385s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.867581] env[62839]: INFO nova.compute.claims [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.892697] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0a0e983a-b4cd-4675-81ed-2d375a81dfd4 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.890s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.066374] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "3ce81944-ddfa-4475-ad2c-91dd23643467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.066647] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "3ce81944-ddfa-4475-ad2c-91dd23643467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.081096] env[62839]: DEBUG nova.compute.manager [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 789.221354] env[62839]: DEBUG nova.network.neutron [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Successfully updated port: e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.376322] env[62839]: DEBUG nova.compute.utils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.382545] env[62839]: DEBUG nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.382727] env[62839]: DEBUG nova.network.neutron [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.385278] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.394762] env[62839]: DEBUG nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.458996] env[62839]: DEBUG nova.policy [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16524ec56d2d4280bbc5faf0434eb260', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dac93addc064660b8d98d9898157b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.483192] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "948eff81-af2c-4bef-adb4-5ce54243f803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.483544] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "948eff81-af2c-4bef-adb4-5ce54243f803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.610920] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.682367] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.682572] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.682659] env[62839]: DEBUG nova.network.neutron [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.886993] env[62839]: DEBUG nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.923741] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.075101] env[62839]: DEBUG nova.network.neutron [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Successfully created port: 7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.244611] env[62839]: DEBUG nova.network.neutron [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.291174] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.291407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.524909] env[62839]: DEBUG nova.network.neutron [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Updating instance_info_cache with network_info: [{"id": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "address": "fa:16:3e:ae:25:52", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869e73d-51", "ovs_interfaceid": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.528467] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c821ded-aed1-41b8-b9dd-ee9b6cd562be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.538607] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8a71f1-6613-4b01-ba92-89401d56f39c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.575437] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b2271-3e35-4daf-92f1-e330275deace {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.581618] env[62839]: DEBUG nova.compute.manager [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Received event network-vif-plugged-e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.581804] env[62839]: DEBUG oslo_concurrency.lockutils [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] Acquiring lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.582040] env[62839]: DEBUG oslo_concurrency.lockutils [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.582219] env[62839]: DEBUG oslo_concurrency.lockutils [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.582389] env[62839]: DEBUG nova.compute.manager [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] No waiting events found dispatching network-vif-plugged-e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.582547] env[62839]: WARNING nova.compute.manager [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Received unexpected event network-vif-plugged-e869e73d-51ba-40c2-a905-0aa9e3ecc394 for instance with vm_state building and task_state spawning. [ 790.582699] env[62839]: DEBUG nova.compute.manager [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Received event network-changed-e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.582842] env[62839]: DEBUG nova.compute.manager [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Refreshing instance network info cache due to event network-changed-e869e73d-51ba-40c2-a905-0aa9e3ecc394. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.583029] env[62839]: DEBUG oslo_concurrency.lockutils [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] Acquiring lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.586803] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ef736-839b-4d9a-adef-1f2a4f5aba04 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.601820] env[62839]: DEBUG nova.compute.provider_tree [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.896591] env[62839]: DEBUG nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.919303] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.919598] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.919783] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.920106] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.920426] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.920586] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.920782] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.920994] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.921235] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.921448] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.921653] env[62839]: DEBUG nova.virt.hardware [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.922683] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0e84e8-cf6e-417b-80b6-974e750b6663 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.932085] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6444e7b-e7e0-401c-a42c-33f81a365fe5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.026695] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Releasing lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.027159] env[62839]: DEBUG nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Instance network_info: |[{"id": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "address": "fa:16:3e:ae:25:52", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869e73d-51", "ovs_interfaceid": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.027536] env[62839]: DEBUG oslo_concurrency.lockutils [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] Acquired lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.027824] env[62839]: DEBUG nova.network.neutron [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Refreshing network info cache for port e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.029382] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:25:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e869e73d-51ba-40c2-a905-0aa9e3ecc394', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.036919] env[62839]: DEBUG oslo.service.loopingcall [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.040399] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.040906] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe643264-eb02-46b3-831b-dc465e4c6588 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.064948] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.064948] env[62839]: value = "task-2757039" [ 791.064948] env[62839]: _type = "Task" [ 791.064948] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.073107] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757039, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.106610] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "09a24af0-f06a-46ee-ba19-777c88583804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.106610] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "09a24af0-f06a-46ee-ba19-777c88583804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.107076] env[62839]: DEBUG nova.scheduler.client.report [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.360619] env[62839]: DEBUG nova.network.neutron [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Updated VIF entry in instance network info cache for port e869e73d-51ba-40c2-a905-0aa9e3ecc394. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.361035] env[62839]: DEBUG nova.network.neutron [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Updating instance_info_cache with network_info: [{"id": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "address": "fa:16:3e:ae:25:52", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869e73d-51", "ovs_interfaceid": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.574119] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757039, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.612256] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.612890] env[62839]: DEBUG nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.615623] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.258s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.617049] env[62839]: INFO nova.compute.claims [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.817827] env[62839]: DEBUG nova.network.neutron [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Successfully updated port: 7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.864186] env[62839]: DEBUG oslo_concurrency.lockutils [req-14f1b470-09bd-46b8-93df-108cd187a5d1 req-c2f93133-5bb7-4170-8795-aae639a346d2 service nova] Releasing lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.074025] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757039, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.122040] env[62839]: DEBUG nova.compute.utils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.125100] env[62839]: DEBUG nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.125272] env[62839]: DEBUG nova.network.neutron [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.184718] env[62839]: DEBUG nova.policy [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e1a4809b4034c118ee6088c7e4a3c0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e83732ae3045a1b6974459258d4b4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.323067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "refresh_cache-d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.323268] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "refresh_cache-d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.323429] env[62839]: DEBUG nova.network.neutron [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.576514] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757039, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.577368] env[62839]: DEBUG nova.network.neutron [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Successfully created port: aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.610284] env[62839]: DEBUG nova.compute.manager [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Received event network-vif-plugged-7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.610432] env[62839]: DEBUG oslo_concurrency.lockutils [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] Acquiring lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.610639] env[62839]: DEBUG oslo_concurrency.lockutils [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.610802] env[62839]: DEBUG oslo_concurrency.lockutils [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.610965] env[62839]: DEBUG nova.compute.manager [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] No waiting events found dispatching network-vif-plugged-7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.611209] env[62839]: WARNING nova.compute.manager [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Received unexpected event network-vif-plugged-7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 for instance with vm_state building and task_state spawning. [ 792.611382] env[62839]: DEBUG nova.compute.manager [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Received event network-changed-7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.611574] env[62839]: DEBUG nova.compute.manager [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Refreshing instance network info cache due to event network-changed-7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 792.611746] env[62839]: DEBUG oslo_concurrency.lockutils [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] Acquiring lock "refresh_cache-d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.628534] env[62839]: DEBUG nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.863908] env[62839]: DEBUG nova.network.neutron [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.077662] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757039, 'name': CreateVM_Task, 'duration_secs': 1.71857} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.080198] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.081062] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.081243] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.081559] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.081809] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191ecea4-ee00-4b18-9e53-1b946657d6e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.086530] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 793.086530] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5268b20f-ae02-5b37-99bb-73423704dd7c" [ 793.086530] env[62839]: _type = "Task" [ 793.086530] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.095977] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5268b20f-ae02-5b37-99bb-73423704dd7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.097850] env[62839]: DEBUG nova.network.neutron [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Updating instance_info_cache with network_info: [{"id": "7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0", "address": "fa:16:3e:12:fd:53", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed851c2-8a", "ovs_interfaceid": "7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.233054] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3bce26-3bf5-4607-8204-2e855687d2ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.240931] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c8ce6e-122f-4645-a71b-4333ac33446a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.272584] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d561f6-3f6f-42f1-b715-5158d90e8d01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.280357] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8801fc-4ded-48d5-b155-a6fd57f58ec8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.293848] env[62839]: DEBUG nova.compute.provider_tree [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.602272] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "refresh_cache-d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.602758] env[62839]: DEBUG nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Instance network_info: |[{"id": "7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0", "address": "fa:16:3e:12:fd:53", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed851c2-8a", "ovs_interfaceid": "7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.603121] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5268b20f-ae02-5b37-99bb-73423704dd7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.603406] env[62839]: DEBUG oslo_concurrency.lockutils [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] Acquired lock "refresh_cache-d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.603651] env[62839]: DEBUG nova.network.neutron [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Refreshing network info cache for port 7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.604874] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fd:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.613634] env[62839]: DEBUG oslo.service.loopingcall [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.613948] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.614319] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.614436] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.614590] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.614766] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.615768] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.615967] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0366ab0-5970-4360-8f96-08085afa5d4d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.618100] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc873507-b86c-4945-9273-b37da26e5c60 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.641011] env[62839]: DEBUG nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.643517] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.643517] env[62839]: value = "task-2757040" [ 793.643517] env[62839]: _type = "Task" [ 793.643517] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.656800] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.657041] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.657739] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757040, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.657944] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80049e4-edf6-463a-9344-e3bb43c54dd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.665093] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 793.665093] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b38ab0-686f-dfa0-f517-ba886bfdeda6" [ 793.665093] env[62839]: _type = "Task" [ 793.665093] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.672119] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.672358] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.672514] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.672692] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.672838] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.673024] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.673266] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.673428] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.673595] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.673755] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.673918] env[62839]: DEBUG nova.virt.hardware [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.675044] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43ee583-7097-479b-a35f-07c85444554d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.680698] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b38ab0-686f-dfa0-f517-ba886bfdeda6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.685758] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ed58a-5d64-4162-a541-1bf07ba3afd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.798147] env[62839]: DEBUG nova.scheduler.client.report [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.156346] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757040, 'name': CreateVM_Task, 'duration_secs': 0.33371} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.158737] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.161222] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.161222] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.161222] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.161222] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5984f84b-6b11-4767-8533-8186d1a0b061 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.164950] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 794.164950] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b0a071-1279-6de7-9ce7-1e50c6944b28" [ 794.164950] env[62839]: _type = "Task" [ 794.164950] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.175946] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b0a071-1279-6de7-9ce7-1e50c6944b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.179525] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b38ab0-686f-dfa0-f517-ba886bfdeda6, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.180155] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ab6be5-7f30-46f0-92d6-c45a92577552 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.185511] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 794.185511] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5281e298-6c4a-5e01-0f93-6676b0451e32" [ 794.185511] env[62839]: _type = "Task" [ 794.185511] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.193721] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5281e298-6c4a-5e01-0f93-6676b0451e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.303745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.304388] env[62839]: DEBUG nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.307029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.860s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.307114] env[62839]: DEBUG nova.objects.instance [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lazy-loading 'resources' on Instance uuid febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.361403] env[62839]: DEBUG nova.network.neutron [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Successfully updated port: aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.445621] env[62839]: DEBUG nova.network.neutron [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Updated VIF entry in instance network info cache for port 7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.445986] env[62839]: DEBUG nova.network.neutron [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Updating instance_info_cache with network_info: [{"id": "7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0", "address": "fa:16:3e:12:fd:53", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed851c2-8a", "ovs_interfaceid": "7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.636318] env[62839]: DEBUG nova.compute.manager [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Received event network-vif-plugged-aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.636573] env[62839]: DEBUG oslo_concurrency.lockutils [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] Acquiring lock "218d807e-c3ac-4730-b6fc-ca27bef27f35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.637032] env[62839]: DEBUG oslo_concurrency.lockutils [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.637215] env[62839]: DEBUG oslo_concurrency.lockutils [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.637390] env[62839]: DEBUG nova.compute.manager [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] No waiting events found dispatching network-vif-plugged-aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.637588] env[62839]: WARNING nova.compute.manager [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Received unexpected event network-vif-plugged-aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e for instance with vm_state building and task_state spawning. [ 794.637714] env[62839]: DEBUG nova.compute.manager [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Received event network-changed-aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.637852] env[62839]: DEBUG nova.compute.manager [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Refreshing instance network info cache due to event network-changed-aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 794.638067] env[62839]: DEBUG oslo_concurrency.lockutils [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] Acquiring lock "refresh_cache-218d807e-c3ac-4730-b6fc-ca27bef27f35" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.638257] env[62839]: DEBUG oslo_concurrency.lockutils [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] Acquired lock "refresh_cache-218d807e-c3ac-4730-b6fc-ca27bef27f35" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.638399] env[62839]: DEBUG nova.network.neutron [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Refreshing network info cache for port aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.675646] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b0a071-1279-6de7-9ce7-1e50c6944b28, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.676024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.676276] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.676511] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.696083] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5281e298-6c4a-5e01-0f93-6676b0451e32, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.696083] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.696083] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82/2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.696083] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.696344] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.696344] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad374a7-e9a3-4822-8537-5bf6d1d77a2c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.698311] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd0ebdb7-1994-4c04-aabe-49e7bfa1514f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.706238] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 794.706238] env[62839]: value = "task-2757041" [ 794.706238] env[62839]: _type = "Task" [ 794.706238] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.707418] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.707489] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.711252] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb82b921-313a-497a-9066-bbf4130b8cfb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.718161] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 794.718161] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527fa7d5-2061-7d97-44fe-807e2765e31e" [ 794.718161] env[62839]: _type = "Task" [ 794.718161] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.721315] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.729709] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527fa7d5-2061-7d97-44fe-807e2765e31e, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.730739] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c99c26c-93e7-422a-aa71-7c20e6aad6d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.735857] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 794.735857] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fa02e7-5bcf-5dbc-c921-3b7345fb8c37" [ 794.735857] env[62839]: _type = "Task" [ 794.735857] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.744761] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fa02e7-5bcf-5dbc-c921-3b7345fb8c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.810317] env[62839]: DEBUG nova.compute.utils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.814591] env[62839]: DEBUG nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.815533] env[62839]: DEBUG nova.network.neutron [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.863284] env[62839]: DEBUG nova.policy [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e13cb6e5bcb444aa59c3d2e500766b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2fed330057427b8cdbb3edef384ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.869505] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "refresh_cache-218d807e-c3ac-4730-b6fc-ca27bef27f35" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.952403] env[62839]: DEBUG oslo_concurrency.lockutils [req-4bc9841a-9b4f-4b43-98ba-e2744d368ead req-dbe1d269-62a1-4ebe-a059-6ee4cc2c8223 service nova] Releasing lock "refresh_cache-d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.199163] env[62839]: DEBUG nova.network.neutron [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.218482] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.248468] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fa02e7-5bcf-5dbc-c921-3b7345fb8c37, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.251454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.251725] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa/d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.252461] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f474b0-539b-49d9-be47-9bfd1582dad4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.258591] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 795.258591] env[62839]: value = "task-2757042" [ 795.258591] env[62839]: _type = "Task" [ 795.258591] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.271212] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.316076] env[62839]: DEBUG nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.415125] env[62839]: DEBUG nova.network.neutron [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.454033] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628a7c3-55ba-4563-9823-19bf2bb5ba51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.461606] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd13bf-4ea9-42c5-aca8-10ffa2c56567 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.492893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d898e6-381d-48d3-b5f7-c8889b792005 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.501881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e2c83-460e-43ac-856e-1e49d7aeb8d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.518321] env[62839]: DEBUG nova.compute.provider_tree [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.535870] env[62839]: DEBUG nova.network.neutron [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Successfully created port: cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.718883] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564303} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.719248] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82/2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.719494] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.719788] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fdb3a10-1427-46a2-85fb-4ec609b5c759 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.727703] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 795.727703] env[62839]: value = "task-2757043" [ 795.727703] env[62839]: _type = "Task" [ 795.727703] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.736717] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.769387] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.924171] env[62839]: DEBUG oslo_concurrency.lockutils [req-7356bba3-ebe7-4dc6-abf0-1338349b7fcb req-fdfe2d37-afce-4887-ab36-cd4d5064f54d service nova] Releasing lock "refresh_cache-218d807e-c3ac-4730-b6fc-ca27bef27f35" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.924671] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquired lock "refresh_cache-218d807e-c3ac-4730-b6fc-ca27bef27f35" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.924879] env[62839]: DEBUG nova.network.neutron [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.021485] env[62839]: DEBUG nova.scheduler.client.report [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.239663] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078013} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.239934] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.240710] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419e0e8e-96ff-4cc0-9988-0ea3e04e8abb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.261665] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82/2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.261964] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f51842-c25b-4e0e-af8d-2a5c5d405c4c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.284367] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539797} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.285462] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa/d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.285676] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.285964] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 796.285964] env[62839]: value = "task-2757044" [ 796.285964] env[62839]: _type = "Task" [ 796.285964] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.286159] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e5193fa-cb92-4b2c-bdd5-f3ae66be7d49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.295775] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.297253] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 796.297253] env[62839]: value = "task-2757045" [ 796.297253] env[62839]: _type = "Task" [ 796.297253] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.304143] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.327516] env[62839]: DEBUG nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.352734] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.352972] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.353145] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.353328] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.353473] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.353620] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.353831] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.353992] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.354178] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.354341] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.354511] env[62839]: DEBUG nova.virt.hardware [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.355361] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a571f21-af1e-4ec9-b013-34037c4d230d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.363060] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad29c09-1579-4d81-8820-e143ffcc493b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.462783] env[62839]: DEBUG nova.network.neutron [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.528263] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.532699] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.392s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.532932] env[62839]: DEBUG nova.objects.instance [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lazy-loading 'resources' on Instance uuid f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.558195] env[62839]: INFO nova.scheduler.client.report [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted allocations for instance febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d [ 796.660370] env[62839]: DEBUG nova.network.neutron [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Updating instance_info_cache with network_info: [{"id": "aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e", "address": "fa:16:3e:e4:68:2c", "network": {"id": "1c68c060-a801-48d7-bbae-563580c058a2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-633552625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e83732ae3045a1b6974459258d4b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf84d9d-9a", "ovs_interfaceid": "aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.797638] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.805520] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060166} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.805775] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.806536] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f8981-c65a-4d1a-8a16-43af6e626ac7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.828379] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa/d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.828379] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c253baba-e951-4e62-be63-9811ebc76408 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.850578] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 796.850578] env[62839]: value = "task-2757046" [ 796.850578] env[62839]: _type = "Task" [ 796.850578] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.858046] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.072165] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3561f016-8044-46b9-8e5a-66ada3ac7561 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.961s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.138143] env[62839]: DEBUG nova.compute.manager [req-1a074198-8677-4445-85c4-188e827d8642 req-3cb77e84-740a-4c7e-a8f5-28002b8c73f7 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Received event network-vif-plugged-cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.138307] env[62839]: DEBUG oslo_concurrency.lockutils [req-1a074198-8677-4445-85c4-188e827d8642 req-3cb77e84-740a-4c7e-a8f5-28002b8c73f7 service nova] Acquiring lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.138512] env[62839]: DEBUG oslo_concurrency.lockutils [req-1a074198-8677-4445-85c4-188e827d8642 req-3cb77e84-740a-4c7e-a8f5-28002b8c73f7 service nova] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.138673] env[62839]: DEBUG oslo_concurrency.lockutils [req-1a074198-8677-4445-85c4-188e827d8642 req-3cb77e84-740a-4c7e-a8f5-28002b8c73f7 service nova] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.139414] env[62839]: DEBUG nova.compute.manager [req-1a074198-8677-4445-85c4-188e827d8642 req-3cb77e84-740a-4c7e-a8f5-28002b8c73f7 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] No waiting events found dispatching network-vif-plugged-cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.139414] env[62839]: WARNING nova.compute.manager [req-1a074198-8677-4445-85c4-188e827d8642 req-3cb77e84-740a-4c7e-a8f5-28002b8c73f7 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Received unexpected event network-vif-plugged-cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 for instance with vm_state building and task_state spawning. [ 797.166016] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Releasing lock "refresh_cache-218d807e-c3ac-4730-b6fc-ca27bef27f35" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.166016] env[62839]: DEBUG nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Instance network_info: |[{"id": "aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e", "address": "fa:16:3e:e4:68:2c", "network": {"id": "1c68c060-a801-48d7-bbae-563580c058a2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-633552625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e83732ae3045a1b6974459258d4b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf84d9d-9a", "ovs_interfaceid": "aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.166016] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:68:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.172293] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Creating folder: Project (72e83732ae3045a1b6974459258d4b4a). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.175565] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1796764e-24ac-49b0-be09-a1cad0869235 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.190017] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Created folder: Project (72e83732ae3045a1b6974459258d4b4a) in parent group-v554621. [ 797.190017] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Creating folder: Instances. Parent ref: group-v554781. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.190017] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8877c9fd-63ab-45ee-abb2-aa7522c58d32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.203016] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Created folder: Instances in parent group-v554781. [ 797.203016] env[62839]: DEBUG oslo.service.loopingcall [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.203016] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.203016] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76848446-587c-4409-b91f-7f5c7957d120 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.226849] env[62839]: DEBUG nova.network.neutron [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Successfully updated port: cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.233462] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.233462] env[62839]: value = "task-2757049" [ 797.233462] env[62839]: _type = "Task" [ 797.233462] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.242101] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757049, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.302602] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.363107] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757046, 'name': ReconfigVM_Task, 'duration_secs': 0.293893} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.365443] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Reconfigured VM instance instance-00000038 to attach disk [datastore1] d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa/d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.366432] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b9a8d21-e63e-4c00-b24d-21aaf62308c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.372842] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 797.372842] env[62839]: value = "task-2757050" [ 797.372842] env[62839]: _type = "Task" [ 797.372842] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.383057] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757050, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.592571] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2c412a-7320-494d-b3be-f0b081afe65b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.599963] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e4ef6b-c0cb-4b07-9bf5-a28e33794054 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.632103] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde2dad-0f41-4576-9d8d-eb70075170b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.639537] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96b0b1-6693-40b6-b375-63492f7b85f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.654644] env[62839]: DEBUG nova.compute.provider_tree [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.730844] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.730844] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.730844] env[62839]: DEBUG nova.network.neutron [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.744527] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757049, 'name': CreateVM_Task, 'duration_secs': 0.322617} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.744690] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.745482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.745652] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.745969] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.746223] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01d3490-cae4-4748-b136-28b46b06a7d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.750717] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 797.750717] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52254e4b-c290-75c9-8169-9c6b4754e245" [ 797.750717] env[62839]: _type = "Task" [ 797.750717] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.758846] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52254e4b-c290-75c9-8169-9c6b4754e245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.799346] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757044, 'name': ReconfigVM_Task, 'duration_secs': 1.293552} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.799601] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82/2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.799916] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62839) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 797.800606] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8612c9dd-20ed-4432-a5bc-d56512744de6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.808574] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 797.808574] env[62839]: value = "task-2757051" [ 797.808574] env[62839]: _type = "Task" [ 797.808574] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.816939] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757051, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.883041] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757050, 'name': Rename_Task, 'duration_secs': 0.179239} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.883041] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.883041] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-772747a0-93bb-43e7-b116-be55587c8af7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.889813] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 797.889813] env[62839]: value = "task-2757052" [ 797.889813] env[62839]: _type = "Task" [ 797.889813] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.897051] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.159065] env[62839]: DEBUG nova.scheduler.client.report [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.261618] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52254e4b-c290-75c9-8169-9c6b4754e245, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.261959] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.262457] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.262531] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.262622] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.262820] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.263109] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a5a38e-aa92-4493-9ea4-f43c56abd2e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.272098] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.272306] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.273069] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2533a4-096e-48da-86dc-3dab619b66d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.278392] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 798.278392] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52acf5f5-ff55-f8a4-a991-25eebee890d8" [ 798.278392] env[62839]: _type = "Task" [ 798.278392] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.282706] env[62839]: DEBUG nova.network.neutron [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.287927] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52acf5f5-ff55-f8a4-a991-25eebee890d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.318959] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757051, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.071516} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.318959] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62839) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 798.319759] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcb1bb-7253-4487-aef4-e123930b5c02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.346921] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82/ephemeral_0.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.350573] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e5b81e-45c4-4422-8f34-8765ba2f0873 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.374149] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 798.374149] env[62839]: value = "task-2757053" [ 798.374149] env[62839]: _type = "Task" [ 798.374149] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.385775] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.401930] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.498218] env[62839]: DEBUG nova.network.neutron [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Updating instance_info_cache with network_info: [{"id": "cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31", "address": "fa:16:3e:5d:c4:94", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8c4b72-4a", "ovs_interfaceid": "cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.663879] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.666736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.495s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.668555] env[62839]: INFO nova.compute.claims [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.685987] env[62839]: INFO nova.scheduler.client.report [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleted allocations for instance f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d [ 798.791304] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52acf5f5-ff55-f8a4-a991-25eebee890d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.791684] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511a7b02-a442-40e9-b55c-771ec834f1a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.797317] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 798.797317] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527a192e-651a-98e0-5849-8e3a0b982ab4" [ 798.797317] env[62839]: _type = "Task" [ 798.797317] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.805030] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527a192e-651a-98e0-5849-8e3a0b982ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.884262] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757053, 'name': ReconfigVM_Task, 'duration_secs': 0.295157} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.884556] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82/ephemeral_0.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.885219] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-195b21af-b254-417d-b7cf-915b079c97e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.891417] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 798.891417] env[62839]: value = "task-2757054" [ 798.891417] env[62839]: _type = "Task" [ 798.891417] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.901845] env[62839]: DEBUG oslo_vmware.api [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757052, 'name': PowerOnVM_Task, 'duration_secs': 0.593447} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.904912] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.905131] env[62839]: INFO nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Took 8.01 seconds to spawn the instance on the hypervisor. [ 798.905316] env[62839]: DEBUG nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.905576] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757054, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.906495] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae167a0-af83-490a-805f-9b446c32c43b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.004131] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.004440] env[62839]: DEBUG nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Instance network_info: |[{"id": "cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31", "address": "fa:16:3e:5d:c4:94", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8c4b72-4a", "ovs_interfaceid": "cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.004859] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:c4:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.013357] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating folder: Project (fc2fed330057427b8cdbb3edef384ef5). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.013575] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af28a7de-ecc6-4a07-beb5-87f9984ed465 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.025424] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created folder: Project (fc2fed330057427b8cdbb3edef384ef5) in parent group-v554621. [ 799.025619] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating folder: Instances. Parent ref: group-v554784. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.025863] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b94218-324a-4d1e-8952-3c70b87bf103 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.035756] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created folder: Instances in parent group-v554784. [ 799.036816] env[62839]: DEBUG oslo.service.loopingcall [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.036816] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.037066] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51b0c09a-4cf4-4068-9de8-46fd71dfa18b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.056842] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.056842] env[62839]: value = "task-2757057" [ 799.056842] env[62839]: _type = "Task" [ 799.056842] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.067621] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757057, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.192789] env[62839]: DEBUG oslo_concurrency.lockutils [None req-094d92f5-da58-4330-9b9e-862817bd838e tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.850s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.241695] env[62839]: DEBUG nova.compute.manager [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Received event network-changed-cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.241695] env[62839]: DEBUG nova.compute.manager [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Refreshing instance network info cache due to event network-changed-cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.241695] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] Acquiring lock "refresh_cache-b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.241695] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] Acquired lock "refresh_cache-b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.241695] env[62839]: DEBUG nova.network.neutron [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Refreshing network info cache for port cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.308471] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527a192e-651a-98e0-5849-8e3a0b982ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.308747] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.309015] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 218d807e-c3ac-4730-b6fc-ca27bef27f35/218d807e-c3ac-4730-b6fc-ca27bef27f35.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.309605] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-353e2ac7-e0b9-4cf2-bf04-cc2ff362db19 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.316921] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 799.316921] env[62839]: value = "task-2757058" [ 799.316921] env[62839]: _type = "Task" [ 799.316921] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.324115] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.404579] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757054, 'name': Rename_Task, 'duration_secs': 0.159684} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.404869] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.405971] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3498e115-5883-45e1-a6a6-5aa5f425f8e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.412844] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 799.412844] env[62839]: value = "task-2757059" [ 799.412844] env[62839]: _type = "Task" [ 799.412844] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.428085] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.428471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.428764] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.428994] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.429246] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.430945] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.431505] env[62839]: INFO nova.compute.manager [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Took 46.27 seconds to build instance. [ 799.436022] env[62839]: INFO nova.compute.manager [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Terminating instance [ 799.570522] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757057, 'name': CreateVM_Task, 'duration_secs': 0.499962} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.570779] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.571942] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.572231] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.572767] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.573157] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec74bb0b-5003-4ea2-9293-46ce904d1eb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.581786] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 799.581786] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52365f5d-fc06-ff12-6a34-987cc52d2944" [ 799.581786] env[62839]: _type = "Task" [ 799.581786] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.594423] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52365f5d-fc06-ff12-6a34-987cc52d2944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.830819] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503449} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.833487] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 218d807e-c3ac-4730-b6fc-ca27bef27f35/218d807e-c3ac-4730-b6fc-ca27bef27f35.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.833731] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.834222] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6985c91-a81d-4cf5-bdac-45abed3cf72a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.840786] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 799.840786] env[62839]: value = "task-2757060" [ 799.840786] env[62839]: _type = "Task" [ 799.840786] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.851528] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.922204] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.934929] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c3a8fe37-f642-49c8-84ea-5beeab707b25 tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.811s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.943120] env[62839]: DEBUG nova.compute.manager [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.943120] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.943120] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b605c5-98bc-4fd1-9191-a8440cfd88c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.951345] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.955205] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb502f3-470d-4836-9b89-c946bc6ae3ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.962685] env[62839]: DEBUG oslo_vmware.api [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 799.962685] env[62839]: value = "task-2757061" [ 799.962685] env[62839]: _type = "Task" [ 799.962685] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.975277] env[62839]: DEBUG oslo_vmware.api [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.049612] env[62839]: DEBUG nova.network.neutron [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Updated VIF entry in instance network info cache for port cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.049612] env[62839]: DEBUG nova.network.neutron [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Updating instance_info_cache with network_info: [{"id": "cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31", "address": "fa:16:3e:5d:c4:94", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8c4b72-4a", "ovs_interfaceid": "cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.093421] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52365f5d-fc06-ff12-6a34-987cc52d2944, 'name': SearchDatastore_Task, 'duration_secs': 0.064858} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.093495] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.094019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.094019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.094215] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.094215] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.094499] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01289a9e-a68d-4f8a-a73e-c9e38a253f89 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.106191] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.106349] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.107165] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df79395-de09-4d6b-98a3-c239e1c9b96b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.115936] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 800.115936] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f90da2-cb43-6ca4-3841-4a802d841734" [ 800.115936] env[62839]: _type = "Task" [ 800.115936] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.124100] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f90da2-cb43-6ca4-3841-4a802d841734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.256676] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12887fd-abf6-492c-b056-0e1f9a108991 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.265377] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7cfb66-766e-4038-b0cd-30451f961920 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.294796] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f075f75-b932-4733-96a9-a4a9cb416d9e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.302283] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e7d64-988c-4987-8256-8b7605215ab3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.315392] env[62839]: DEBUG nova.compute.provider_tree [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.351613] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068337} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.351873] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.352625] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915041d-8524-4e58-b0d1-c007df12b354 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.374242] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 218d807e-c3ac-4730-b6fc-ca27bef27f35/218d807e-c3ac-4730-b6fc-ca27bef27f35.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.374532] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be66d761-1b73-4396-88ea-8071abbd0ff3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.394704] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 800.394704] env[62839]: value = "task-2757062" [ 800.394704] env[62839]: _type = "Task" [ 800.394704] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.405519] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.425087] env[62839]: DEBUG oslo_vmware.api [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757059, 'name': PowerOnVM_Task, 'duration_secs': 0.816608} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.425365] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.425571] env[62839]: INFO nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Took 11.74 seconds to spawn the instance on the hypervisor. [ 800.425750] env[62839]: DEBUG nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.426533] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720f8eb-1792-4939-b868-d7b78f0efb7b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.440384] env[62839]: DEBUG nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.472128] env[62839]: DEBUG oslo_vmware.api [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757061, 'name': PowerOffVM_Task, 'duration_secs': 0.216177} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.472335] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.472522] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.472771] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eb5d32c-a676-4300-89d3-7fadd05abfb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.544649] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.544875] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.545066] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleting the datastore file [datastore2] 5fb06406-1bb2-4ba5-b297-e9b13fde6626 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.545349] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-890ac177-e0db-42fd-8b6f-a003ef4c3856 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.551850] env[62839]: DEBUG oslo_vmware.api [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 800.551850] env[62839]: value = "task-2757064" [ 800.551850] env[62839]: _type = "Task" [ 800.551850] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.555738] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f160bbe-985f-4b89-bd8b-f2cc1ce694ca req-bfbe1a4d-8eea-4615-b57a-034437a46614 service nova] Releasing lock "refresh_cache-b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.559977] env[62839]: DEBUG oslo_vmware.api [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.627455] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f90da2-cb43-6ca4-3841-4a802d841734, 'name': SearchDatastore_Task, 'duration_secs': 0.028604} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.628316] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d453c66-7985-421e-8bf2-7182177f2bd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.633805] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 800.633805] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5246120b-f158-efe0-9c71-8f9d46a22bdb" [ 800.633805] env[62839]: _type = "Task" [ 800.633805] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.642172] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5246120b-f158-efe0-9c71-8f9d46a22bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.819978] env[62839]: DEBUG nova.scheduler.client.report [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.904999] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.948270] env[62839]: INFO nova.compute.manager [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Took 51.05 seconds to build instance. [ 800.959962] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.076469] env[62839]: DEBUG oslo_vmware.api [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487479} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.076588] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.076796] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.077032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.077276] env[62839]: INFO nova.compute.manager [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Took 1.14 seconds to destroy the instance on the hypervisor. [ 801.077596] env[62839]: DEBUG oslo.service.loopingcall [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.077857] env[62839]: DEBUG nova.compute.manager [-] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.078081] env[62839]: DEBUG nova.network.neutron [-] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.149642] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5246120b-f158-efe0-9c71-8f9d46a22bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.049826} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.150260] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.151176] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] b7aecd3a-aebf-4f3b-9cde-15fd75345ffd/b7aecd3a-aebf-4f3b-9cde-15fd75345ffd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.151832] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe7878ba-7a37-40d0-b54b-281950304a20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.159437] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 801.159437] env[62839]: value = "task-2757065" [ 801.159437] env[62839]: _type = "Task" [ 801.159437] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.170341] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.324862] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.325556] env[62839]: DEBUG nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.328751] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.537s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.328751] env[62839]: DEBUG nova.objects.instance [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lazy-loading 'resources' on Instance uuid 5af1b9d9-375c-40ff-bf4b-a37e9d64b391 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.408149] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757062, 'name': ReconfigVM_Task, 'duration_secs': 0.761361} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.408710] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 218d807e-c3ac-4730-b6fc-ca27bef27f35/218d807e-c3ac-4730-b6fc-ca27bef27f35.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.409393] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16e3ccbb-c6df-4a07-8355-c8dce27f9929 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.418560] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 801.418560] env[62839]: value = "task-2757066" [ 801.418560] env[62839]: _type = "Task" [ 801.418560] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.424921] env[62839]: DEBUG nova.compute.manager [req-8b58d585-0e38-4882-934f-f3352ae4ef02 req-6d8e0c47-8e56-4e7e-a887-b69a19c1063f service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Received event network-vif-deleted-d601a65e-2b72-4dba-8ab4-df48b6f847fa {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.425105] env[62839]: INFO nova.compute.manager [req-8b58d585-0e38-4882-934f-f3352ae4ef02 req-6d8e0c47-8e56-4e7e-a887-b69a19c1063f service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Neutron deleted interface d601a65e-2b72-4dba-8ab4-df48b6f847fa; detaching it from the instance and deleting it from the info cache [ 801.425315] env[62839]: DEBUG nova.network.neutron [req-8b58d585-0e38-4882-934f-f3352ae4ef02 req-6d8e0c47-8e56-4e7e-a887-b69a19c1063f service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.429918] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757066, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.450685] env[62839]: DEBUG oslo_concurrency.lockutils [None req-34123ef1-2a17-4222-b452-881fedd2f063 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.061s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.588330] env[62839]: DEBUG nova.compute.manager [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.589013] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ac47f-6580-4417-a86b-f1d65cce2244 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.669613] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757065, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.835327] env[62839]: DEBUG nova.compute.utils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.837229] env[62839]: DEBUG nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.837946] env[62839]: DEBUG nova.network.neutron [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.903491] env[62839]: DEBUG nova.policy [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0feb10b0fc9846d7b82bdc4b94680a17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2930dbdd72a54301b4cdff6af49bedd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.910759] env[62839]: DEBUG nova.network.neutron [-] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.931145] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757066, 'name': Rename_Task, 'duration_secs': 0.293726} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.931145] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.931145] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9647e831-4883-4228-a1ef-f25e52eb65b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.933043] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec81d56c-4bbb-4e0d-a92c-f6daeb0b322d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.947263] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 801.947263] env[62839]: value = "task-2757067" [ 801.947263] env[62839]: _type = "Task" [ 801.947263] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.949348] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9a3735-05b9-4c31-befb-e9df0392ba24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.965866] env[62839]: DEBUG nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.974411] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757067, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.997838] env[62839]: DEBUG nova.compute.manager [req-8b58d585-0e38-4882-934f-f3352ae4ef02 req-6d8e0c47-8e56-4e7e-a887-b69a19c1063f service nova] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Detach interface failed, port_id=d601a65e-2b72-4dba-8ab4-df48b6f847fa, reason: Instance 5fb06406-1bb2-4ba5-b297-e9b13fde6626 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 802.102849] env[62839]: INFO nova.compute.manager [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] instance snapshotting [ 802.108537] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab027def-92bc-4dca-a78d-4d369eab2647 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.133174] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa133c89-6c3b-4d6d-96ea-4bf35edcf8e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.169338] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523683} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.171910] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] b7aecd3a-aebf-4f3b-9cde-15fd75345ffd/b7aecd3a-aebf-4f3b-9cde-15fd75345ffd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.172446] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.172891] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d72f5935-d69e-4c2c-aa71-bfd20a645118 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.179479] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 802.179479] env[62839]: value = "task-2757068" [ 802.179479] env[62839]: _type = "Task" [ 802.179479] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.188770] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.341786] env[62839]: DEBUG nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.364105] env[62839]: DEBUG nova.network.neutron [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Successfully created port: 37819b0d-3cb3-4de0-8ebe-39d57a4763d9 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.417208] env[62839]: INFO nova.compute.manager [-] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Took 1.34 seconds to deallocate network for instance. [ 802.461126] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.486688] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.527021] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c371b-e9de-4038-b1dc-ebd7bad63b38 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.535100] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159be8b-feab-4e20-9f4d-7988caf2c773 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.568497] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0d671-820b-474e-b72b-eae959790ed8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.576399] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2e491-8fb3-4bcb-ac3f-ad394f7a9890 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.590937] env[62839]: DEBUG nova.compute.provider_tree [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.643417] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.643734] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99d7b790-579f-4ec5-ae07-85145c3e8406 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.652566] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 802.652566] env[62839]: value = "task-2757069" [ 802.652566] env[62839]: _type = "Task" [ 802.652566] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.660473] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.689127] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349102} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.689435] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.690269] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4241e-4715-496e-b9f2-976a09e43410 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.717022] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] b7aecd3a-aebf-4f3b-9cde-15fd75345ffd/b7aecd3a-aebf-4f3b-9cde-15fd75345ffd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.717022] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ebc0fbc-72c6-4d8c-80de-f510fc9fdecf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.736443] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 802.736443] env[62839]: value = "task-2757070" [ 802.736443] env[62839]: _type = "Task" [ 802.736443] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.744392] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.927061] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.957435] env[62839]: DEBUG oslo_vmware.api [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757067, 'name': PowerOnVM_Task, 'duration_secs': 0.974436} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.957708] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.957939] env[62839]: INFO nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Took 9.32 seconds to spawn the instance on the hypervisor. [ 802.958147] env[62839]: DEBUG nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.959045] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98891747-6834-41d0-bc15-0507a1099995 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.094273] env[62839]: DEBUG nova.scheduler.client.report [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.163698] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.246481] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757070, 'name': ReconfigVM_Task, 'duration_secs': 0.404799} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.246786] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Reconfigured VM instance instance-0000003a to attach disk [datastore1] b7aecd3a-aebf-4f3b-9cde-15fd75345ffd/b7aecd3a-aebf-4f3b-9cde-15fd75345ffd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.247495] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afe73d6f-2931-4f29-8756-6134dc2b9c38 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.256276] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 803.256276] env[62839]: value = "task-2757071" [ 803.256276] env[62839]: _type = "Task" [ 803.256276] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.266671] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757071, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.355365] env[62839]: DEBUG nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.382095] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.382403] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.382548] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.382740] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.382886] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.383043] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.383259] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.383420] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.383592] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.383754] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.383925] env[62839]: DEBUG nova.virt.hardware [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.384805] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7b232-e954-455e-9ec5-dcc2eea067f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.392984] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e284c06-e5f1-4eec-89ca-5d4c65dc075e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.451192] env[62839]: DEBUG nova.compute.manager [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Received event network-changed-e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.451413] env[62839]: DEBUG nova.compute.manager [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Refreshing instance network info cache due to event network-changed-e869e73d-51ba-40c2-a905-0aa9e3ecc394. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.451668] env[62839]: DEBUG oslo_concurrency.lockutils [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] Acquiring lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.451783] env[62839]: DEBUG oslo_concurrency.lockutils [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] Acquired lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.451944] env[62839]: DEBUG nova.network.neutron [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Refreshing network info cache for port e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.477612] env[62839]: INFO nova.compute.manager [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Took 45.02 seconds to build instance. [ 803.600126] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.602294] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.518s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.602415] env[62839]: DEBUG nova.objects.instance [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 803.632377] env[62839]: INFO nova.scheduler.client.report [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Deleted allocations for instance 5af1b9d9-375c-40ff-bf4b-a37e9d64b391 [ 803.667744] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757069, 'name': CreateSnapshot_Task, 'duration_secs': 1.002929} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.668140] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.668950] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1856c414-a9da-4a2f-81ee-9c5726e4577d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.765817] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757071, 'name': Rename_Task, 'duration_secs': 0.326885} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.765937] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.766171] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd6b2ea1-9bd1-4410-ba6a-9194c3a60c5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.772226] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 803.772226] env[62839]: value = "task-2757072" [ 803.772226] env[62839]: _type = "Task" [ 803.772226] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.779756] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.944300] env[62839]: DEBUG nova.network.neutron [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Successfully updated port: 37819b0d-3cb3-4de0-8ebe-39d57a4763d9 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.979450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d3182268-2d6f-43d4-93dc-2df018900b5a tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.459s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.142188] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bf79fc9-1dd5-4146-8b5a-0d02237545f2 tempest-ImagesOneServerTestJSON-674822711 tempest-ImagesOneServerTestJSON-674822711-project-member] Lock "5af1b9d9-375c-40ff-bf4b-a37e9d64b391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.042s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.191170] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.191170] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a086c1f-fcd6-48db-853c-d72e59979b8b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.203322] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 804.203322] env[62839]: value = "task-2757073" [ 804.203322] env[62839]: _type = "Task" [ 804.203322] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.215042] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757073, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.215042] env[62839]: DEBUG nova.network.neutron [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Updated VIF entry in instance network info cache for port e869e73d-51ba-40c2-a905-0aa9e3ecc394. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.215379] env[62839]: DEBUG nova.network.neutron [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Updating instance_info_cache with network_info: [{"id": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "address": "fa:16:3e:ae:25:52", "network": {"id": "f65ec26a-fe2f-40db-9e1a-3f89bc81c5b1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1956313547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20efbe3c8f1e49c89415b395e3935271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape869e73d-51", "ovs_interfaceid": "e869e73d-51ba-40c2-a905-0aa9e3ecc394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.282571] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757072, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.449200] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "refresh_cache-c3f87c62-6b74-4edf-b11f-bac31479c237" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.449358] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquired lock "refresh_cache-c3f87c62-6b74-4edf-b11f-bac31479c237" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.449523] env[62839]: DEBUG nova.network.neutron [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.483283] env[62839]: DEBUG nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.589512] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "218d807e-c3ac-4730-b6fc-ca27bef27f35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.589512] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.589753] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "218d807e-c3ac-4730-b6fc-ca27bef27f35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.590056] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.590392] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.595154] env[62839]: INFO nova.compute.manager [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Terminating instance [ 804.611135] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b359c289-fba2-436e-a7c5-0d2963a634e4 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.613274] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.179s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.614962] env[62839]: INFO nova.compute.claims [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.714505] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757073, 'name': CloneVM_Task} progress is 23%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.717734] env[62839]: DEBUG oslo_concurrency.lockutils [req-20ad82a7-6725-4edc-a9d4-114b035ffb9d req-61c4e2f7-468f-4f82-8f17-7b50ccff3988 service nova] Releasing lock "refresh_cache-2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.782745] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.002038] env[62839]: DEBUG nova.network.neutron [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.012859] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.099370] env[62839]: DEBUG nova.compute.manager [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.100858] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.102068] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b126e3cf-e6e7-40a0-b511-3c1215645d37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.113130] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.113130] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a267346-e803-4b20-b778-ca3cf28be93c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.122742] env[62839]: DEBUG oslo_vmware.api [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 805.122742] env[62839]: value = "task-2757074" [ 805.122742] env[62839]: _type = "Task" [ 805.122742] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.137305] env[62839]: DEBUG oslo_vmware.api [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.169373] env[62839]: DEBUG nova.network.neutron [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Updating instance_info_cache with network_info: [{"id": "37819b0d-3cb3-4de0-8ebe-39d57a4763d9", "address": "fa:16:3e:e5:7b:ac", "network": {"id": "99cfc5fe-7c2b-4418-a5c8-b3fa4bc446f4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1071054216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2930dbdd72a54301b4cdff6af49bedd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37819b0d-3c", "ovs_interfaceid": "37819b0d-3cb3-4de0-8ebe-39d57a4763d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.215878] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757073, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.283968] env[62839]: DEBUG oslo_vmware.api [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757072, 'name': PowerOnVM_Task, 'duration_secs': 1.213125} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.284293] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.284508] env[62839]: INFO nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Took 8.96 seconds to spawn the instance on the hypervisor. [ 805.284729] env[62839]: DEBUG nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.285566] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeb23e4-a395-4c9e-9505-ac5b524970d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.636376] env[62839]: DEBUG oslo_vmware.api [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757074, 'name': PowerOffVM_Task, 'duration_secs': 0.185399} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.636698] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.636857] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.637165] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e72e1f57-fb19-4c5e-a632-dd9add9e728d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.663455] env[62839]: DEBUG nova.compute.manager [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Received event network-vif-plugged-37819b0d-3cb3-4de0-8ebe-39d57a4763d9 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.663645] env[62839]: DEBUG oslo_concurrency.lockutils [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] Acquiring lock "c3f87c62-6b74-4edf-b11f-bac31479c237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.663875] env[62839]: DEBUG oslo_concurrency.lockutils [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.664057] env[62839]: DEBUG oslo_concurrency.lockutils [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.664230] env[62839]: DEBUG nova.compute.manager [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] No waiting events found dispatching network-vif-plugged-37819b0d-3cb3-4de0-8ebe-39d57a4763d9 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.664415] env[62839]: WARNING nova.compute.manager [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Received unexpected event network-vif-plugged-37819b0d-3cb3-4de0-8ebe-39d57a4763d9 for instance with vm_state building and task_state spawning. [ 805.664675] env[62839]: DEBUG nova.compute.manager [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Received event network-changed-37819b0d-3cb3-4de0-8ebe-39d57a4763d9 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.664931] env[62839]: DEBUG nova.compute.manager [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Refreshing instance network info cache due to event network-changed-37819b0d-3cb3-4de0-8ebe-39d57a4763d9. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.665156] env[62839]: DEBUG oslo_concurrency.lockutils [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] Acquiring lock "refresh_cache-c3f87c62-6b74-4edf-b11f-bac31479c237" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.672784] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Releasing lock "refresh_cache-c3f87c62-6b74-4edf-b11f-bac31479c237" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.675732] env[62839]: DEBUG nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Instance network_info: |[{"id": "37819b0d-3cb3-4de0-8ebe-39d57a4763d9", "address": "fa:16:3e:e5:7b:ac", "network": {"id": "99cfc5fe-7c2b-4418-a5c8-b3fa4bc446f4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1071054216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2930dbdd72a54301b4cdff6af49bedd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37819b0d-3c", "ovs_interfaceid": "37819b0d-3cb3-4de0-8ebe-39d57a4763d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.675732] env[62839]: DEBUG oslo_concurrency.lockutils [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] Acquired lock "refresh_cache-c3f87c62-6b74-4edf-b11f-bac31479c237" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.675732] env[62839]: DEBUG nova.network.neutron [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Refreshing network info cache for port 37819b0d-3cb3-4de0-8ebe-39d57a4763d9 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.675732] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:7b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37819b0d-3cb3-4de0-8ebe-39d57a4763d9', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.683146] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Creating folder: Project (2930dbdd72a54301b4cdff6af49bedd0). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.683980] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52822a92-5bd9-4183-a6b7-9618352a998d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.695252] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Created folder: Project (2930dbdd72a54301b4cdff6af49bedd0) in parent group-v554621. [ 805.695576] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Creating folder: Instances. Parent ref: group-v554789. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.696614] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b047e391-92f7-444a-a90c-101f6640df13 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.710762] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.710762] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.710762] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Deleting the datastore file [datastore1] 218d807e-c3ac-4730-b6fc-ca27bef27f35 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.710975] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Created folder: Instances in parent group-v554789. [ 805.711214] env[62839]: DEBUG oslo.service.loopingcall [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.711826] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f6544e5-2d0c-4d52-8f1d-91f656bb7983 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.713704] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.717164] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c7d5fe0-0cbe-4c2a-b40a-207d67162b8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.731189] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757073, 'name': CloneVM_Task, 'duration_secs': 1.443242} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.732289] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Created linked-clone VM from snapshot [ 805.733601] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff803ad-223d-49db-9465-463fb2aede5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.740500] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.740500] env[62839]: value = "task-2757079" [ 805.740500] env[62839]: _type = "Task" [ 805.740500] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.740774] env[62839]: DEBUG oslo_vmware.api [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for the task: (returnval){ [ 805.740774] env[62839]: value = "task-2757078" [ 805.740774] env[62839]: _type = "Task" [ 805.740774] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.750985] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Uploading image 939db0d6-ff7a-4d69-92dd-3879063d0733 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.760554] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757079, 'name': CreateVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.764073] env[62839]: DEBUG oslo_vmware.api [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.771876] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.772113] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a4e0ed8-b61e-4183-80d8-227d8f7ba803 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.780155] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 805.780155] env[62839]: value = "task-2757080" [ 805.780155] env[62839]: _type = "Task" [ 805.780155] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.789071] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757080, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.808096] env[62839]: INFO nova.compute.manager [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Took 43.47 seconds to build instance. [ 806.254622] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757079, 'name': CreateVM_Task, 'duration_secs': 0.319884} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.257449] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.257816] env[62839]: DEBUG oslo_vmware.api [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Task: {'id': task-2757078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230037} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.260632] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.260800] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261123] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.261407] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.261582] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.261755] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.261925] env[62839]: INFO nova.compute.manager [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 806.262160] env[62839]: DEBUG oslo.service.loopingcall [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.262541] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868ff5c9-ac77-483b-96a8-1f6c52986d43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.264170] env[62839]: DEBUG nova.compute.manager [-] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.264276] env[62839]: DEBUG nova.network.neutron [-] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.269074] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 806.269074] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d6505c-f76b-e60f-6589-1978e8a35143" [ 806.269074] env[62839]: _type = "Task" [ 806.269074] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.279197] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d6505c-f76b-e60f-6589-1978e8a35143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.289508] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757080, 'name': Destroy_Task, 'duration_secs': 0.470048} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.292669] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Destroyed the VM [ 806.292748] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.293221] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e521ffc-5c48-4777-891d-ffa748933c8c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.298749] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 806.298749] env[62839]: value = "task-2757081" [ 806.298749] env[62839]: _type = "Task" [ 806.298749] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.307627] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757081, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.310201] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ab61d6c1-52ea-4ecb-a881-699297f160c1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.637s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.319335] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c96aa80-91ea-4146-8589-1f87769a8f5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.325880] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc4c8f-3e24-40d2-83eb-aadab16474d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.364017] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1653f7bf-73c2-43cf-bec1-79ef3bf6e383 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.372507] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329ec8d-7429-4546-95ab-c905b5bc1c02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.387010] env[62839]: DEBUG nova.compute.provider_tree [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.601847] env[62839]: DEBUG nova.network.neutron [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Updated VIF entry in instance network info cache for port 37819b0d-3cb3-4de0-8ebe-39d57a4763d9. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.601847] env[62839]: DEBUG nova.network.neutron [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Updating instance_info_cache with network_info: [{"id": "37819b0d-3cb3-4de0-8ebe-39d57a4763d9", "address": "fa:16:3e:e5:7b:ac", "network": {"id": "99cfc5fe-7c2b-4418-a5c8-b3fa4bc446f4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1071054216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2930dbdd72a54301b4cdff6af49bedd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37819b0d-3c", "ovs_interfaceid": "37819b0d-3cb3-4de0-8ebe-39d57a4763d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.779719] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d6505c-f76b-e60f-6589-1978e8a35143, 'name': SearchDatastore_Task, 'duration_secs': 0.025502} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.780035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.780307] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.780547] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.780696] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.780888] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.781552] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c72c035-b3f8-4bb4-b233-6b1769ed99d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.789914] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.790204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.790965] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c5dc17-01a1-4cd3-92a9-2a9fc2c00efe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.796486] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 806.796486] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201ca45-80fd-787d-15cc-6475cd56415b" [ 806.796486] env[62839]: _type = "Task" [ 806.796486] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.807675] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201ca45-80fd-787d-15cc-6475cd56415b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.811089] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757081, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.814555] env[62839]: DEBUG nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.889905] env[62839]: DEBUG nova.scheduler.client.report [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.963933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.963933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.963933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.963933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.965164] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.968873] env[62839]: INFO nova.compute.manager [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Terminating instance [ 807.103828] env[62839]: DEBUG oslo_concurrency.lockutils [req-e077e2b8-34c5-4b84-bc80-8b43859ac876 req-f51f5465-ead3-41c8-a40d-937d66b63f96 service nova] Releasing lock "refresh_cache-c3f87c62-6b74-4edf-b11f-bac31479c237" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.209911] env[62839]: DEBUG nova.network.neutron [-] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.311686] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757081, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.315286] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201ca45-80fd-787d-15cc-6475cd56415b, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.316090] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635a289a-5c02-4e3a-9976-5bd488010484 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.324943] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 807.324943] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c51143-0546-4a1a-02a5-9295c61e3deb" [ 807.324943] env[62839]: _type = "Task" [ 807.324943] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.333264] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c51143-0546-4a1a-02a5-9295c61e3deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.336847] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.398021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.398021] env[62839]: DEBUG nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.400672] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.918s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.400852] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.403023] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 807.403023] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.924s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.403023] env[62839]: INFO nova.compute.claims [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.406434] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9e0a3-fc60-48aa-b2a0-dde56cb937d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.418800] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee29d5a3-868a-486d-b33e-050e3f6da8fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.434430] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4006a24-a027-43b1-bd7e-f11b5d85e6f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.444166] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9120b5-0994-4cea-84ad-d385d63c5941 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.478798] env[62839]: DEBUG nova.compute.manager [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.478798] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.478798] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178033MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 807.478798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.478798] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3564f2-6c66-4666-8456-7cc9e5456389 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.486529] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.486783] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df9f2558-6a9b-4749-9ef7-ceba517dede0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.493451] env[62839]: DEBUG oslo_vmware.api [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 807.493451] env[62839]: value = "task-2757082" [ 807.493451] env[62839]: _type = "Task" [ 807.493451] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.502191] env[62839]: DEBUG oslo_vmware.api [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.713699] env[62839]: INFO nova.compute.manager [-] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Took 1.45 seconds to deallocate network for instance. [ 807.717576] env[62839]: DEBUG nova.compute.manager [req-c8b362d8-f9c3-46ac-81fd-937034e5d141 req-bcb1565f-2d3e-4c0d-ad0c-882ea80e5d30 service nova] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Received event network-vif-deleted-aaf84d9d-9a15-4121-a5e6-6d2e5c07d04e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.813410] env[62839]: DEBUG oslo_vmware.api [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757081, 'name': RemoveSnapshot_Task, 'duration_secs': 1.415458} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.813700] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.836459] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c51143-0546-4a1a-02a5-9295c61e3deb, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.836570] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.836819] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] c3f87c62-6b74-4edf-b11f-bac31479c237/c3f87c62-6b74-4edf-b11f-bac31479c237.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.837085] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aefd9c94-ac4e-425c-a845-cac76b0d6b0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.844326] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 807.844326] env[62839]: value = "task-2757083" [ 807.844326] env[62839]: _type = "Task" [ 807.844326] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.853962] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.902776] env[62839]: DEBUG nova.compute.utils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.907457] env[62839]: DEBUG nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.907457] env[62839]: DEBUG nova.network.neutron [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.959152] env[62839]: DEBUG nova.policy [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e954cc9b3b89473bb07d8aa23e126bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25ae03e2ab5412083992b83902a049f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.004577] env[62839]: DEBUG oslo_vmware.api [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757082, 'name': PowerOffVM_Task, 'duration_secs': 0.229836} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.005467] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.005838] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.006396] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71da673f-35a4-470e-887d-80f5cf19786d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.071182] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.071182] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.071608] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleting the datastore file [datastore1] b7aecd3a-aebf-4f3b-9cde-15fd75345ffd {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.071608] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c2a7b1-8944-4d0f-b4fd-514c0ace39b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.079814] env[62839]: DEBUG oslo_vmware.api [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 808.079814] env[62839]: value = "task-2757085" [ 808.079814] env[62839]: _type = "Task" [ 808.079814] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.089143] env[62839]: DEBUG oslo_vmware.api [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.222711] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.319184] env[62839]: WARNING nova.compute.manager [None req-4e22ac87-fc6f-4c2b-86b4-c418fe66d93d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Image not found during snapshot: nova.exception.ImageNotFound: Image 939db0d6-ff7a-4d69-92dd-3879063d0733 could not be found. [ 808.364624] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.378041] env[62839]: DEBUG nova.network.neutron [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Successfully created port: 878e49ee-d8f1-4824-9ff0-b0cf38116fa8 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.406932] env[62839]: DEBUG nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.589833] env[62839]: DEBUG oslo_vmware.api [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323215} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.592649] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.592845] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.593029] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.593384] env[62839]: INFO nova.compute.manager [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 808.593663] env[62839]: DEBUG oslo.service.loopingcall [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.596022] env[62839]: DEBUG nova.compute.manager [-] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.596022] env[62839]: DEBUG nova.network.neutron [-] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.860292] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572011} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.863142] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] c3f87c62-6b74-4edf-b11f-bac31479c237/c3f87c62-6b74-4edf-b11f-bac31479c237.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.863364] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.863803] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec18cca-060c-4640-92ac-fb2147372531 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.873728] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 808.873728] env[62839]: value = "task-2757086" [ 808.873728] env[62839]: _type = "Task" [ 808.873728] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.882474] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.978064] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.978460] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.978861] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.979077] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.979321] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.986596] env[62839]: INFO nova.compute.manager [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Terminating instance [ 809.076524] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8ec9cc-1a30-4604-8628-e7e482569a78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.084011] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5c88cd-bdce-4187-ae12-0ef7ee39bfe8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.115971] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ffc47-6ead-494e-80dc-b7d285d90b20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.127417] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80feea65-a4ed-4f18-ab40-5ba3e340fa37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.141049] env[62839]: DEBUG nova.compute.provider_tree [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.382045] env[62839]: DEBUG nova.network.neutron [-] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.383099] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169596} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.383332] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.384116] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed10c3d-18b7-4619-9519-8d724f06ea43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.407693] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c3f87c62-6b74-4edf-b11f-bac31479c237/c3f87c62-6b74-4edf-b11f-bac31479c237.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.408660] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8ba73b-8e7f-4834-930b-96400bbb473c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.424056] env[62839]: DEBUG nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.433884] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 809.433884] env[62839]: value = "task-2757087" [ 809.433884] env[62839]: _type = "Task" [ 809.433884] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.444521] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.446677] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.446894] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.447062] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.447261] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.447693] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.447850] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.448070] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.448249] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.448413] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.448572] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.448743] env[62839]: DEBUG nova.virt.hardware [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.449512] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d7f983-56f3-41d6-b409-8f4598f3b055 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.457129] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85cf4a-330c-42a8-9c69-1a3f12f52cb4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.490397] env[62839]: DEBUG nova.compute.manager [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.490844] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.491777] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bb3bf-f92f-4e06-9124-c480afdef16f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.499453] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.499805] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301bbbbf-f256-4c54-b854-d31b2c9ef044 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.506140] env[62839]: DEBUG oslo_vmware.api [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 809.506140] env[62839]: value = "task-2757088" [ 809.506140] env[62839]: _type = "Task" [ 809.506140] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.516018] env[62839]: DEBUG oslo_vmware.api [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.644228] env[62839]: DEBUG nova.scheduler.client.report [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.838217] env[62839]: DEBUG nova.compute.manager [req-abf5ae8d-4c08-405c-bd38-8ca9c86672d7 req-b262998b-cbcc-4035-8d09-92b7adecb93a service nova] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Received event network-vif-deleted-cd8c4b72-4a75-4c5c-ba2c-c65d0ac48d31 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.889505] env[62839]: INFO nova.compute.manager [-] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Took 1.29 seconds to deallocate network for instance. [ 809.949340] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.021089] env[62839]: DEBUG oslo_vmware.api [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757088, 'name': PowerOffVM_Task, 'duration_secs': 0.234846} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.021089] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.021089] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.021089] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d28d3bba-1cba-46cf-a7b0-f9ae8287c0f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.075724] env[62839]: DEBUG nova.network.neutron [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Successfully updated port: 878e49ee-d8f1-4824-9ff0-b0cf38116fa8 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.087572] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.087572] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.087572] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleting the datastore file [datastore1] d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.089271] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17b0a486-81f3-4dc6-aab0-0eb800bb55df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.096080] env[62839]: DEBUG oslo_vmware.api [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 810.096080] env[62839]: value = "task-2757090" [ 810.096080] env[62839]: _type = "Task" [ 810.096080] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.107211] env[62839]: DEBUG oslo_vmware.api [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.153524] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.154353] env[62839]: DEBUG nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.158476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.318s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.159145] env[62839]: DEBUG nova.objects.instance [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lazy-loading 'resources' on Instance uuid 87d29e0d-3d61-4df0-9da6-108851ff3640 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.328603] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "9078ceab-480a-4922-8da8-4774e3126d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.329462] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "9078ceab-480a-4922-8da8-4774e3126d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.367635] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "0508659c-8908-4840-91f5-3d8ad8146172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.367856] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "0508659c-8908-4840-91f5-3d8ad8146172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.393643] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "961e86bc-f5a7-472e-bc68-c407db2e1c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.393934] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.398571] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.444447] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757087, 'name': ReconfigVM_Task, 'duration_secs': 0.683257} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.444717] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c3f87c62-6b74-4edf-b11f-bac31479c237/c3f87c62-6b74-4edf-b11f-bac31479c237.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.445383] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65704735-162e-44e9-ace8-350895d48e92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.451114] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 810.451114] env[62839]: value = "task-2757091" [ 810.451114] env[62839]: _type = "Task" [ 810.451114] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.459123] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757091, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.578564] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "refresh_cache-1d806cea-f5e0-4c86-b707-a3bd910b7289" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.578843] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "refresh_cache-1d806cea-f5e0-4c86-b707-a3bd910b7289" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.579622] env[62839]: DEBUG nova.network.neutron [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.606340] env[62839]: DEBUG oslo_vmware.api [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164038} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.606608] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.606796] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.606969] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.607159] env[62839]: INFO nova.compute.manager [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 810.607402] env[62839]: DEBUG oslo.service.loopingcall [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.607593] env[62839]: DEBUG nova.compute.manager [-] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.607686] env[62839]: DEBUG nova.network.neutron [-] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.665124] env[62839]: DEBUG nova.compute.utils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.667522] env[62839]: DEBUG nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.667851] env[62839]: DEBUG nova.network.neutron [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.746960] env[62839]: DEBUG nova.policy [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f537a167ae6472ba2bf741e383cad46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c952cff1852475a81639ea11745c9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.960785] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757091, 'name': Rename_Task, 'duration_secs': 0.135862} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.961061] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.961441] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c586338-adb0-4de0-8848-669de3567fd3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.970220] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 810.970220] env[62839]: value = "task-2757092" [ 810.970220] env[62839]: _type = "Task" [ 810.970220] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.985440] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.132016] env[62839]: DEBUG nova.network.neutron [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.168400] env[62839]: DEBUG nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.286762] env[62839]: DEBUG nova.network.neutron [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Successfully created port: 066cd848-fda4-4f18-9947-6c78b476a836 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.345364] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c48aeea-94d2-488b-b026-a8e7b5273120 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.353013] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c7bbca-939a-4be7-85ca-57450d5ffefd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.383946] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2620baa6-6b53-4aff-8d0d-b998d0e0e362 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.388702] env[62839]: DEBUG nova.network.neutron [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Updating instance_info_cache with network_info: [{"id": "878e49ee-d8f1-4824-9ff0-b0cf38116fa8", "address": "fa:16:3e:41:0b:a2", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878e49ee-d8", "ovs_interfaceid": "878e49ee-d8f1-4824-9ff0-b0cf38116fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.393641] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb975ee1-d57b-42ac-b03f-afe18c007cbe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.409619] env[62839]: DEBUG nova.compute.provider_tree [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.480479] env[62839]: DEBUG oslo_vmware.api [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757092, 'name': PowerOnVM_Task, 'duration_secs': 0.472837} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.480555] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.480739] env[62839]: INFO nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Took 8.13 seconds to spawn the instance on the hypervisor. [ 811.480918] env[62839]: DEBUG nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.481775] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd08e2-711b-47e4-a37e-778c33be0646 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.489873] env[62839]: DEBUG nova.network.neutron [-] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.875625] env[62839]: DEBUG nova.compute.manager [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Received event network-vif-plugged-878e49ee-d8f1-4824-9ff0-b0cf38116fa8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.875851] env[62839]: DEBUG oslo_concurrency.lockutils [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] Acquiring lock "1d806cea-f5e0-4c86-b707-a3bd910b7289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.876076] env[62839]: DEBUG oslo_concurrency.lockutils [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.876252] env[62839]: DEBUG oslo_concurrency.lockutils [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.876422] env[62839]: DEBUG nova.compute.manager [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] No waiting events found dispatching network-vif-plugged-878e49ee-d8f1-4824-9ff0-b0cf38116fa8 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.876585] env[62839]: WARNING nova.compute.manager [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Received unexpected event network-vif-plugged-878e49ee-d8f1-4824-9ff0-b0cf38116fa8 for instance with vm_state building and task_state spawning. [ 811.876740] env[62839]: DEBUG nova.compute.manager [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Received event network-changed-878e49ee-d8f1-4824-9ff0-b0cf38116fa8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.876891] env[62839]: DEBUG nova.compute.manager [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Refreshing instance network info cache due to event network-changed-878e49ee-d8f1-4824-9ff0-b0cf38116fa8. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.877459] env[62839]: DEBUG oslo_concurrency.lockutils [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] Acquiring lock "refresh_cache-1d806cea-f5e0-4c86-b707-a3bd910b7289" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.893703] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "refresh_cache-1d806cea-f5e0-4c86-b707-a3bd910b7289" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.893974] env[62839]: DEBUG nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Instance network_info: |[{"id": "878e49ee-d8f1-4824-9ff0-b0cf38116fa8", "address": "fa:16:3e:41:0b:a2", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878e49ee-d8", "ovs_interfaceid": "878e49ee-d8f1-4824-9ff0-b0cf38116fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.894257] env[62839]: DEBUG oslo_concurrency.lockutils [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] Acquired lock "refresh_cache-1d806cea-f5e0-4c86-b707-a3bd910b7289" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.894433] env[62839]: DEBUG nova.network.neutron [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Refreshing network info cache for port 878e49ee-d8f1-4824-9ff0-b0cf38116fa8 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.895577] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:0b:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '878e49ee-d8f1-4824-9ff0-b0cf38116fa8', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.903220] env[62839]: DEBUG oslo.service.loopingcall [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.905957] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.906443] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08d7b991-5313-4b72-bee9-ae2578410a44 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.923248] env[62839]: DEBUG nova.scheduler.client.report [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.933053] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.933053] env[62839]: value = "task-2757093" [ 811.933053] env[62839]: _type = "Task" [ 811.933053] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.942280] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757093, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.003096] env[62839]: INFO nova.compute.manager [-] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Took 1.40 seconds to deallocate network for instance. [ 812.007022] env[62839]: INFO nova.compute.manager [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Took 41.87 seconds to build instance. [ 812.180515] env[62839]: DEBUG nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.183083] env[62839]: DEBUG nova.network.neutron [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Updated VIF entry in instance network info cache for port 878e49ee-d8f1-4824-9ff0-b0cf38116fa8. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.183411] env[62839]: DEBUG nova.network.neutron [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Updating instance_info_cache with network_info: [{"id": "878e49ee-d8f1-4824-9ff0-b0cf38116fa8", "address": "fa:16:3e:41:0b:a2", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878e49ee-d8", "ovs_interfaceid": "878e49ee-d8f1-4824-9ff0-b0cf38116fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.214947] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.215207] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.215365] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.215542] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.215684] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.215827] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.216047] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.216210] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.216379] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.216538] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.216707] env[62839]: DEBUG nova.virt.hardware [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.217561] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b0a3f-5336-48cc-93c9-8429966481d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.226213] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88180854-cecf-432d-afbf-ed163d153915 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.428619] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.430964] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.948s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.431230] env[62839]: DEBUG nova.objects.instance [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'resources' on Instance uuid 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.443762] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757093, 'name': CreateVM_Task, 'duration_secs': 0.339927} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.443762] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.444494] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.444707] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.445124] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.445717] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93fc22f-2f4f-45df-b720-adcb9727bd16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.450804] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 812.450804] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523e925a-0a50-b994-e22a-86b10d3cdaab" [ 812.450804] env[62839]: _type = "Task" [ 812.450804] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.451681] env[62839]: INFO nova.scheduler.client.report [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted allocations for instance 87d29e0d-3d61-4df0-9da6-108851ff3640 [ 812.463951] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523e925a-0a50-b994-e22a-86b10d3cdaab, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.464365] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.465357] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.465789] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.465984] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.466225] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.466567] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a1fa1ed-4f78-4918-8a26-3f233baa6dc8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.474270] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.474479] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.475255] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f2bc55-2e33-4c63-bd20-8a61b35e40f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.480774] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 812.480774] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525574f2-b5d7-d500-3c5b-b8327a9bb20f" [ 812.480774] env[62839]: _type = "Task" [ 812.480774] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.487963] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525574f2-b5d7-d500-3c5b-b8327a9bb20f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.511826] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9e17810-6d70-489d-8b3d-2b392fb6d359 tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.900s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.513514] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.689404] env[62839]: DEBUG oslo_concurrency.lockutils [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] Releasing lock "refresh_cache-1d806cea-f5e0-4c86-b707-a3bd910b7289" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.689404] env[62839]: DEBUG nova.compute.manager [req-2aabe3b5-08e1-48cd-a449-faaff1158cd8 req-eb5bd152-5379-461a-a968-a4bfea4e0c25 service nova] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Received event network-vif-deleted-7ed851c2-8a8c-4ff2-a6f7-f0827a0918b0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.934394] env[62839]: DEBUG nova.objects.instance [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'numa_topology' on Instance uuid 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.944924] env[62839]: DEBUG nova.network.neutron [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Successfully updated port: 066cd848-fda4-4f18-9947-6c78b476a836 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.966583] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b2349db3-a770-47f8-862b-2ea5bb488eee tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "87d29e0d-3d61-4df0-9da6-108851ff3640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.776s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.998403] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525574f2-b5d7-d500-3c5b-b8327a9bb20f, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.999211] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d887b5-7ce6-4cad-88d8-ba21880dc8a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.006694] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 813.006694] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd87ca-f090-a5dd-2029-b9778dfb9397" [ 813.006694] env[62839]: _type = "Task" [ 813.006694] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.014905] env[62839]: DEBUG nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.017430] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd87ca-f090-a5dd-2029-b9778dfb9397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.441059] env[62839]: DEBUG nova.objects.base [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Object Instance<0f05490a-be68-46a4-af3b-0937bcc1093d> lazy-loaded attributes: resources,numa_topology {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 813.448072] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "refresh_cache-3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.448220] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "refresh_cache-3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.448365] env[62839]: DEBUG nova.network.neutron [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.517132] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd87ca-f090-a5dd-2029-b9778dfb9397, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.517480] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.517733] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 1d806cea-f5e0-4c86-b707-a3bd910b7289/1d806cea-f5e0-4c86-b707-a3bd910b7289.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.520039] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd9d87a2-ec12-466e-8014-06eea91d118e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.529125] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 813.529125] env[62839]: value = "task-2757094" [ 813.529125] env[62839]: _type = "Task" [ 813.529125] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.536994] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.540458] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.659798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "c3f87c62-6b74-4edf-b11f-bac31479c237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.660070] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.660336] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "c3f87c62-6b74-4edf-b11f-bac31479c237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.660531] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.660696] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.662698] env[62839]: INFO nova.compute.manager [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Terminating instance [ 813.935448] env[62839]: DEBUG nova.compute.manager [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Received event network-vif-plugged-066cd848-fda4-4f18-9947-6c78b476a836 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.935708] env[62839]: DEBUG oslo_concurrency.lockutils [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] Acquiring lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.935982] env[62839]: DEBUG oslo_concurrency.lockutils [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.936231] env[62839]: DEBUG oslo_concurrency.lockutils [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.936432] env[62839]: DEBUG nova.compute.manager [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] No waiting events found dispatching network-vif-plugged-066cd848-fda4-4f18-9947-6c78b476a836 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.936599] env[62839]: WARNING nova.compute.manager [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Received unexpected event network-vif-plugged-066cd848-fda4-4f18-9947-6c78b476a836 for instance with vm_state building and task_state spawning. [ 813.936757] env[62839]: DEBUG nova.compute.manager [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Received event network-changed-066cd848-fda4-4f18-9947-6c78b476a836 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.936908] env[62839]: DEBUG nova.compute.manager [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Refreshing instance network info cache due to event network-changed-066cd848-fda4-4f18-9947-6c78b476a836. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.937087] env[62839]: DEBUG oslo_concurrency.lockutils [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] Acquiring lock "refresh_cache-3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.967993] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c7721-32aa-4dbe-ab32-94b5ae7913e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.976159] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca3a4d9-5c5f-4671-8825-017938d4b2cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.008751] env[62839]: DEBUG nova.network.neutron [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.011262] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03abc113-4435-479b-9bce-41d4bb22f470 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.018710] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c09d2d-cda0-4938-879a-ea40108bbaec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.032012] env[62839]: DEBUG nova.compute.provider_tree [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.042925] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455773} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.043213] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 1d806cea-f5e0-4c86-b707-a3bd910b7289/1d806cea-f5e0-4c86-b707-a3bd910b7289.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.043430] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.043677] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a0e32e7-2535-4cd4-88be-913636e4b0a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.051737] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 814.051737] env[62839]: value = "task-2757095" [ 814.051737] env[62839]: _type = "Task" [ 814.051737] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.060349] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.168945] env[62839]: DEBUG nova.compute.manager [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.170670] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.170670] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc75f8-0023-422d-ab6f-3cd3b89ea171 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.177836] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.178093] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f60befc-28ec-4ad2-9a14-552e9ebc9904 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.184425] env[62839]: DEBUG oslo_vmware.api [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 814.184425] env[62839]: value = "task-2757096" [ 814.184425] env[62839]: _type = "Task" [ 814.184425] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.193232] env[62839]: DEBUG oslo_vmware.api [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.197865] env[62839]: DEBUG nova.network.neutron [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Updating instance_info_cache with network_info: [{"id": "066cd848-fda4-4f18-9947-6c78b476a836", "address": "fa:16:3e:46:3d:6d", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066cd848-fd", "ovs_interfaceid": "066cd848-fda4-4f18-9947-6c78b476a836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.540015] env[62839]: DEBUG nova.scheduler.client.report [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.561631] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073771} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.561888] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.562633] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdce72c-c8ad-4d13-946c-a3a03c940537 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.584396] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 1d806cea-f5e0-4c86-b707-a3bd910b7289/1d806cea-f5e0-4c86-b707-a3bd910b7289.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.584628] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a723c6c8-0be3-49e7-9915-83e9eaac72fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.604800] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 814.604800] env[62839]: value = "task-2757097" [ 814.604800] env[62839]: _type = "Task" [ 814.604800] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.613538] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.694041] env[62839]: DEBUG oslo_vmware.api [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757096, 'name': PowerOffVM_Task, 'duration_secs': 0.186477} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.694342] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.694572] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.694875] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd8a4900-2150-407a-9038-c18a5d1b09a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.700336] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "refresh_cache-3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.700700] env[62839]: DEBUG nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Instance network_info: |[{"id": "066cd848-fda4-4f18-9947-6c78b476a836", "address": "fa:16:3e:46:3d:6d", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066cd848-fd", "ovs_interfaceid": "066cd848-fda4-4f18-9947-6c78b476a836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.700985] env[62839]: DEBUG oslo_concurrency.lockutils [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] Acquired lock "refresh_cache-3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.701232] env[62839]: DEBUG nova.network.neutron [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Refreshing network info cache for port 066cd848-fda4-4f18-9947-6c78b476a836 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.702381] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:3d:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '066cd848-fda4-4f18-9947-6c78b476a836', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.710055] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating folder: Project (3c952cff1852475a81639ea11745c9a7). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.710991] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc719b2-365b-441a-bfad-096d4366aa4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.721835] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created folder: Project (3c952cff1852475a81639ea11745c9a7) in parent group-v554621. [ 814.722105] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating folder: Instances. Parent ref: group-v554793. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.722366] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ddd889-9232-4fe3-bb6a-975217899539 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.732324] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created folder: Instances in parent group-v554793. [ 814.732581] env[62839]: DEBUG oslo.service.loopingcall [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.732755] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.732956] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a17bd2e7-7049-4641-acd5-f8e2acb9cc85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.753134] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.753134] env[62839]: value = "task-2757101" [ 814.753134] env[62839]: _type = "Task" [ 814.753134] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.761078] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757101, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.771265] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.771543] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.771787] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Deleting the datastore file [datastore2] c3f87c62-6b74-4edf-b11f-bac31479c237 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.772095] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a60f6ee-1f1e-47fa-8eaf-90c6dbf91927 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.784596] env[62839]: DEBUG oslo_vmware.api [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for the task: (returnval){ [ 814.784596] env[62839]: value = "task-2757102" [ 814.784596] env[62839]: _type = "Task" [ 814.784596] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.792970] env[62839]: DEBUG oslo_vmware.api [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.045056] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.614s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.047850] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.833s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.048159] env[62839]: DEBUG nova.objects.instance [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lazy-loading 'resources' on Instance uuid 6b6d8663-024f-4aff-bfbe-e21c827ac529 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.114896] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757097, 'name': ReconfigVM_Task, 'duration_secs': 0.323055} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.115465] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 1d806cea-f5e0-4c86-b707-a3bd910b7289/1d806cea-f5e0-4c86-b707-a3bd910b7289.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.116204] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58acac98-20e7-4db3-aa6e-8eece474c6e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.123333] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 815.123333] env[62839]: value = "task-2757103" [ 815.123333] env[62839]: _type = "Task" [ 815.123333] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.131323] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757103, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.269921] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757101, 'name': CreateVM_Task, 'duration_secs': 0.415607} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.270115] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.270911] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.271075] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.272031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.272031] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced7c37b-ed07-4e55-ae3a-4635ca9c004a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.276409] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 815.276409] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528c35c0-6772-220e-e245-2b9244d43112" [ 815.276409] env[62839]: _type = "Task" [ 815.276409] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.297263] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528c35c0-6772-220e-e245-2b9244d43112, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.297485] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.297920] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.298161] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.298301] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.298455] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.301443] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f534e93-1963-4607-8453-5a5a873cfafa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.304205] env[62839]: DEBUG oslo_vmware.api [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Task: {'id': task-2757102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163632} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.304842] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.305064] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.305266] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.305469] env[62839]: INFO nova.compute.manager [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.305739] env[62839]: DEBUG oslo.service.loopingcall [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.305847] env[62839]: DEBUG nova.compute.manager [-] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.305965] env[62839]: DEBUG nova.network.neutron [-] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.310110] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.310300] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.310995] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e5ae81-daa1-46a6-a1fd-54212c48d690 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.317608] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 815.317608] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286dd7e-8d4b-074e-07d4-3c51729c5ae2" [ 815.317608] env[62839]: _type = "Task" [ 815.317608] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.326413] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286dd7e-8d4b-074e-07d4-3c51729c5ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.546559] env[62839]: DEBUG nova.network.neutron [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Updated VIF entry in instance network info cache for port 066cd848-fda4-4f18-9947-6c78b476a836. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.547081] env[62839]: DEBUG nova.network.neutron [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Updating instance_info_cache with network_info: [{"id": "066cd848-fda4-4f18-9947-6c78b476a836", "address": "fa:16:3e:46:3d:6d", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066cd848-fd", "ovs_interfaceid": "066cd848-fda4-4f18-9947-6c78b476a836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.557882] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93b44db9-39df-4414-b108-4aee646163f6 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.889s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.559040] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 30.631s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.559295] env[62839]: INFO nova.compute.manager [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Unshelving [ 815.635163] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757103, 'name': Rename_Task, 'duration_secs': 0.14013} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.635432] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.635665] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010af1f1-d7a9-48ed-8e67-ea03b4797161 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.643046] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 815.643046] env[62839]: value = "task-2757104" [ 815.643046] env[62839]: _type = "Task" [ 815.643046] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.659019] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.829585] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286dd7e-8d4b-074e-07d4-3c51729c5ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.036444} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.830393] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f986405-d112-4b24-bc43-d2e31249e9d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.838886] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 815.838886] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52307ef6-c054-98c0-9675-944a000661fd" [ 815.838886] env[62839]: _type = "Task" [ 815.838886] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.845109] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52307ef6-c054-98c0-9675-944a000661fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.012676] env[62839]: DEBUG nova.compute.manager [req-0611285b-15b9-4281-a16e-12b413261a36 req-346bb7a5-7aa1-420c-ab5a-48df15f0eef5 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Received event network-vif-deleted-37819b0d-3cb3-4de0-8ebe-39d57a4763d9 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.013484] env[62839]: INFO nova.compute.manager [req-0611285b-15b9-4281-a16e-12b413261a36 req-346bb7a5-7aa1-420c-ab5a-48df15f0eef5 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Neutron deleted interface 37819b0d-3cb3-4de0-8ebe-39d57a4763d9; detaching it from the instance and deleting it from the info cache [ 816.013484] env[62839]: DEBUG nova.network.neutron [req-0611285b-15b9-4281-a16e-12b413261a36 req-346bb7a5-7aa1-420c-ab5a-48df15f0eef5 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.047519] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6457ce-45ad-4722-8b1e-eab3d3b73096 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.051007] env[62839]: DEBUG oslo_concurrency.lockutils [req-d486226b-a67f-4cc7-b117-a83d5b4ab688 req-d5145a26-133c-4f9e-8ae8-f2361cf7fe46 service nova] Releasing lock "refresh_cache-3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.056394] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2cfc92-bdbe-4b94-b529-cbb27d8cec52 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.095398] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc0a726-6ac5-4348-8b4e-a5a15c6f0a87 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.100240] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327e8d75-79b7-4cc3-be2f-7036e44cfe5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.115386] env[62839]: DEBUG nova.compute.provider_tree [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.153881] env[62839]: DEBUG oslo_vmware.api [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757104, 'name': PowerOnVM_Task, 'duration_secs': 0.455178} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.154175] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.154381] env[62839]: INFO nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Took 6.73 seconds to spawn the instance on the hypervisor. [ 816.154594] env[62839]: DEBUG nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.155347] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d26d7-c93a-4242-85e3-540728ac9e09 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.170187] env[62839]: DEBUG nova.network.neutron [-] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.348093] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52307ef6-c054-98c0-9675-944a000661fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.348369] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.348628] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4/3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.348875] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f83e100e-450b-4f3e-a276-2f7c70c38811 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.355527] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 816.355527] env[62839]: value = "task-2757105" [ 816.355527] env[62839]: _type = "Task" [ 816.355527] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.363190] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.516055] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adaa1121-4a42-4745-a7d8-59a5616778b8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.527318] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c15c9c3-7f62-48b5-869f-f833b01c5bd8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.565053] env[62839]: DEBUG nova.compute.manager [req-0611285b-15b9-4281-a16e-12b413261a36 req-346bb7a5-7aa1-420c-ab5a-48df15f0eef5 service nova] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Detach interface failed, port_id=37819b0d-3cb3-4de0-8ebe-39d57a4763d9, reason: Instance c3f87c62-6b74-4edf-b11f-bac31479c237 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 816.597454] env[62839]: DEBUG nova.compute.utils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.619058] env[62839]: DEBUG nova.scheduler.client.report [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.673667] env[62839]: INFO nova.compute.manager [-] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Took 1.37 seconds to deallocate network for instance. [ 816.674541] env[62839]: INFO nova.compute.manager [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Took 39.27 seconds to build instance. [ 816.864802] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462919} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.865075] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4/3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.865325] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.865579] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b761179-a1ff-45cf-980c-a714604ec247 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.871762] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 816.871762] env[62839]: value = "task-2757106" [ 816.871762] env[62839]: _type = "Task" [ 816.871762] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.878866] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.101179] env[62839]: INFO nova.virt.block_device [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Booting with volume 229b8f65-68ae-4eb5-abd1-31627e5ada7c at /dev/sdb [ 817.125382] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.128309] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.596s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.128537] env[62839]: DEBUG nova.objects.instance [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lazy-loading 'resources' on Instance uuid d6374086-6be0-4ec3-ab57-ff58291f02ac {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.138320] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f08d5992-ab5e-4bc3-9fee-e5b293d3a29f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.144813] env[62839]: INFO nova.scheduler.client.report [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Deleted allocations for instance 6b6d8663-024f-4aff-bfbe-e21c827ac529 [ 817.151778] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e88b00-1dae-41f4-9fc9-83360e9a8dfc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.177376] env[62839]: DEBUG oslo_concurrency.lockutils [None req-27f96e69-7712-4448-aea6-3dbb4bb6fbe6 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.895s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.193538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.195858] env[62839]: DEBUG nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.197932] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61908d87-6354-4d6b-bf17-524cb15ee0b8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.208894] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dfbd4b-2b59-47b6-92d9-ef3af7cec516 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.245617] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b3b78-d7bf-479f-aead-d33bc7c3ddfd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.252544] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee1d4b-aab7-4b2d-b42d-71d071c9ae8b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.266675] env[62839]: DEBUG nova.virt.block_device [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating existing volume attachment record: 7033677e-ef8a-484d-b97e-bcca173dc7cd {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 817.382455] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175115} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.382735] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.383714] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b4272-efa0-49c7-bd51-30202914ee01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.406900] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4/3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.407239] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db34dda-c7d9-45e0-944c-cd58b59db682 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.427415] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 817.427415] env[62839]: value = "task-2757108" [ 817.427415] env[62839]: _type = "Task" [ 817.427415] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.438807] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.671202] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b495a834-ebe5-4d8e-9973-65501d34e7c2 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "6b6d8663-024f-4aff-bfbe-e21c827ac529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.534s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.715886] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.939332] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.127402] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c30331-c712-47cb-ab0a-07227168802b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.135022] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d77308b-02ce-454d-ad70-e55037a82840 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.167711] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a831b-a66c-4597-8e18-83a74677ec8f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.175366] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582ab71-a92d-43c1-ab33-e746bb4ea12f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.188868] env[62839]: DEBUG nova.compute.provider_tree [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.440665] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757108, 'name': ReconfigVM_Task, 'duration_secs': 0.849186} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.440778] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4/3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.441457] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02cb8b66-772b-43b3-a8b5-ed962d0dfa68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.448412] env[62839]: DEBUG nova.compute.manager [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.450340] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece380b-4434-4dde-a6ef-d56cce77ef93 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.452906] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 818.452906] env[62839]: value = "task-2757111" [ 818.452906] env[62839]: _type = "Task" [ 818.452906] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.466973] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757111, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.692562] env[62839]: DEBUG nova.scheduler.client.report [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.965253] env[62839]: INFO nova.compute.manager [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] instance snapshotting [ 818.967450] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757111, 'name': Rename_Task, 'duration_secs': 0.180649} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.968179] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f38c14-7783-4a19-8bb7-57638e301898 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.970673] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.971168] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e19b79a-db9b-49c8-a04b-a226d3364a05 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.988811] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8373267e-e0a0-4bee-aea3-5af1d8150560 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.991420] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 818.991420] env[62839]: value = "task-2757112" [ 818.991420] env[62839]: _type = "Task" [ 818.991420] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.003047] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757112, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.031571] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "39d13a82-dea4-41d1-a477-e73230b9817b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.032025] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "39d13a82-dea4-41d1-a477-e73230b9817b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.032193] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "39d13a82-dea4-41d1-a477-e73230b9817b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.032451] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "39d13a82-dea4-41d1-a477-e73230b9817b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.032638] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "39d13a82-dea4-41d1-a477-e73230b9817b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.034932] env[62839]: INFO nova.compute.manager [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Terminating instance [ 819.197508] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.200067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.560s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.205025] env[62839]: INFO nova.compute.claims [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.218270] env[62839]: INFO nova.scheduler.client.report [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Deleted allocations for instance d6374086-6be0-4ec3-ab57-ff58291f02ac [ 819.502219] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.502445] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.502658] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87edec88-f351-4c56-9908-58aa0c34fc67 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.508730] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 819.508730] env[62839]: value = "task-2757113" [ 819.508730] env[62839]: _type = "Task" [ 819.508730] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.515879] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757113, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.538942] env[62839]: DEBUG nova.compute.manager [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.539159] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.539962] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c95c38-76ab-4e47-963c-c3b621c48ce6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.546067] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.546289] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec98dca-48a6-4651-b75e-d739b31fd9ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.551247] env[62839]: DEBUG oslo_vmware.api [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 819.551247] env[62839]: value = "task-2757114" [ 819.551247] env[62839]: _type = "Task" [ 819.551247] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.559323] env[62839]: DEBUG oslo_vmware.api [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.727203] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fe36f136-169d-4b83-9928-1590505567d5 tempest-InstanceActionsNegativeTestJSON-1202154327 tempest-InstanceActionsNegativeTestJSON-1202154327-project-member] Lock "d6374086-6be0-4ec3-ab57-ff58291f02ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.851s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.005762] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.021750] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757113, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.061401] env[62839]: DEBUG oslo_vmware.api [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757114, 'name': PowerOffVM_Task, 'duration_secs': 0.259282} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.061813] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.062110] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.062387] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d404e1fb-3d3f-41cb-bdb6-1d55879f4983 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.124481] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.124703] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.124869] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Deleting the datastore file [datastore1] 39d13a82-dea4-41d1-a477-e73230b9817b {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.125330] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd6d8ac-0049-46b9-8d3f-0a82d19da3f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.131465] env[62839]: DEBUG oslo_vmware.api [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for the task: (returnval){ [ 820.131465] env[62839]: value = "task-2757117" [ 820.131465] env[62839]: _type = "Task" [ 820.131465] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.140538] env[62839]: DEBUG oslo_vmware.api [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.505058] env[62839]: DEBUG oslo_vmware.api [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757112, 'name': PowerOnVM_Task, 'duration_secs': 1.02901} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.505322] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.506164] env[62839]: INFO nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Took 8.33 seconds to spawn the instance on the hypervisor. [ 820.506164] env[62839]: DEBUG nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.506733] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee5811-5270-4725-bd42-3b723713282f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.527777] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757113, 'name': CreateSnapshot_Task, 'duration_secs': 0.707736} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.529037] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.529037] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b69926-b9f6-4809-82fb-f9fe87a3abb8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.641488] env[62839]: DEBUG oslo_vmware.api [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Task: {'id': task-2757117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165709} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.644052] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.644247] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.644424] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.644596] env[62839]: INFO nova.compute.manager [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 820.644837] env[62839]: DEBUG oslo.service.loopingcall [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.645234] env[62839]: DEBUG nova.compute.manager [-] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.645335] env[62839]: DEBUG nova.network.neutron [-] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.745635] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016d267-893a-43af-8893-f5456157b03a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.753681] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f0265b-b785-4686-9594-6a15d3deab6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.785267] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa19fad-ac0b-4f60-b4b7-20d791654c8f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.792963] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15933a99-61a6-49ef-8294-e8e1046d9fc2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.807865] env[62839]: DEBUG nova.compute.provider_tree [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.970670] env[62839]: DEBUG nova.compute.manager [req-afd9f0fd-64f5-40c8-9e6a-dfcc6cbe56b6 req-bde1e162-2aaa-491f-9b55-981af372058a service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Received event network-vif-deleted-f097def9-85a7-4404-bc29-886ae08e4ce0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.970922] env[62839]: INFO nova.compute.manager [req-afd9f0fd-64f5-40c8-9e6a-dfcc6cbe56b6 req-bde1e162-2aaa-491f-9b55-981af372058a service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Neutron deleted interface f097def9-85a7-4404-bc29-886ae08e4ce0; detaching it from the instance and deleting it from the info cache [ 820.971607] env[62839]: DEBUG nova.network.neutron [req-afd9f0fd-64f5-40c8-9e6a-dfcc6cbe56b6 req-bde1e162-2aaa-491f-9b55-981af372058a service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.031241] env[62839]: INFO nova.compute.manager [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Took 40.57 seconds to build instance. [ 821.046431] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 821.047043] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25a4179a-aac8-4055-a1cc-dd18ba42e248 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.057089] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 821.057089] env[62839]: value = "task-2757118" [ 821.057089] env[62839]: _type = "Task" [ 821.057089] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.070159] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757118, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.311110] env[62839]: DEBUG nova.scheduler.client.report [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.426039] env[62839]: DEBUG nova.network.neutron [-] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.474177] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-174ce2ef-64b3-465a-8ef6-91a8a5bc1446 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.484644] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d678d3-bad7-4ae4-a8a5-22f9cdbac5ee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.522846] env[62839]: DEBUG nova.compute.manager [req-afd9f0fd-64f5-40c8-9e6a-dfcc6cbe56b6 req-bde1e162-2aaa-491f-9b55-981af372058a service nova] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Detach interface failed, port_id=f097def9-85a7-4404-bc29-886ae08e4ce0, reason: Instance 39d13a82-dea4-41d1-a477-e73230b9817b could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 821.535689] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d01371a-0255-4512-a4c0-86fe8c9d8829 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.458s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.569258] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757118, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.817598] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.818084] env[62839]: DEBUG nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.820588] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.752s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.823295] env[62839]: DEBUG nova.objects.instance [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'resources' on Instance uuid bd6d838d-622f-42c5-ba9d-bc691898a1a2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.931771] env[62839]: INFO nova.compute.manager [-] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Took 1.29 seconds to deallocate network for instance. [ 822.041091] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.068629] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757118, 'name': CloneVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.327925] env[62839]: DEBUG nova.compute.utils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.329703] env[62839]: DEBUG nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.329833] env[62839]: DEBUG nova.network.neutron [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.370900] env[62839]: DEBUG nova.policy [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44fbee2f00b24d6f998d9e07f9b5f09f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef41591d41ef4a0f85cd933abbae76b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.439194] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.570104] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.576589] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757118, 'name': CloneVM_Task, 'duration_secs': 1.014721} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.579622] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Created linked-clone VM from snapshot [ 822.580962] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705fc38c-529d-45d7-87ec-92f88df464e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.588245] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Uploading image 2480a98a-26c1-43b3-8d34-5fced9850852 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.615283] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.615283] env[62839]: value = "vm-554799" [ 822.615283] env[62839]: _type = "VirtualMachine" [ 822.615283] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.615579] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d63f1a6-f51e-4793-9036-1e4b2f2f59d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.622650] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease: (returnval){ [ 822.622650] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201a395-3cde-656b-7876-b5685568e6f7" [ 822.622650] env[62839]: _type = "HttpNfcLease" [ 822.622650] env[62839]: } obtained for exporting VM: (result){ [ 822.622650] env[62839]: value = "vm-554799" [ 822.622650] env[62839]: _type = "VirtualMachine" [ 822.622650] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.622967] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the lease: (returnval){ [ 822.622967] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201a395-3cde-656b-7876-b5685568e6f7" [ 822.622967] env[62839]: _type = "HttpNfcLease" [ 822.622967] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.629276] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.629276] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201a395-3cde-656b-7876-b5685568e6f7" [ 822.629276] env[62839]: _type = "HttpNfcLease" [ 822.629276] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 822.722104] env[62839]: DEBUG nova.network.neutron [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Successfully created port: f3d57801-7766-46fd-8b24-93afe074502e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.834365] env[62839]: DEBUG nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.864695] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d793251-36de-4faf-94ac-e9df08dc5b72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.873052] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.874156] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d2ac8-0e97-4b0f-b6d4-73f5e52e58af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.907848] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ef8e48-fb86-45f7-a55d-8abfdd2b75fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.916212] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a4c5c-c959-4968-8361-24e3132a2c09 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.930770] env[62839]: DEBUG nova.compute.provider_tree [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.131407] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.131407] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201a395-3cde-656b-7876-b5685568e6f7" [ 823.131407] env[62839]: _type = "HttpNfcLease" [ 823.131407] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 823.131736] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 823.131736] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5201a395-3cde-656b-7876-b5685568e6f7" [ 823.131736] env[62839]: _type = "HttpNfcLease" [ 823.131736] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 823.132516] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b9ec9-c4bd-4295-b537-3fc955eaaeed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.140482] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229054f-8185-e3b0-7170-05a9cde842e6/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 823.140788] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229054f-8185-e3b0-7170-05a9cde842e6/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 823.220120] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "90cca8db-f109-4f83-b21a-c7896cb69d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.220392] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.345760] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-334bc0bf-94e6-43a8-affb-1b4aea122e0e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.435973] env[62839]: DEBUG nova.scheduler.client.report [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.846918] env[62839]: DEBUG nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.878193] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.878193] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.878193] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.879215] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.879838] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.880323] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.881841] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.881841] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.881841] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.881841] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.882516] env[62839]: DEBUG nova.virt.hardware [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.884373] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825a9636-2dac-4635-b26b-70fb8d96de03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.896434] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89927701-4a2f-4ee8-9d3d-cfe3d6b5135f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.939685] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.944010] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.474s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.946551] env[62839]: INFO nova.compute.claims [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.977063] env[62839]: INFO nova.scheduler.client.report [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted allocations for instance bd6d838d-622f-42c5-ba9d-bc691898a1a2 [ 824.381592] env[62839]: DEBUG nova.compute.manager [req-87eb8166-f808-4ffb-b366-df8856155e6a req-35f0603a-1f83-4073-b210-c4917c0de12f service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Received event network-vif-plugged-f3d57801-7766-46fd-8b24-93afe074502e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.385391] env[62839]: DEBUG oslo_concurrency.lockutils [req-87eb8166-f808-4ffb-b366-df8856155e6a req-35f0603a-1f83-4073-b210-c4917c0de12f service nova] Acquiring lock "7251b650-5c09-4f4b-848e-14521acba362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.385632] env[62839]: DEBUG oslo_concurrency.lockutils [req-87eb8166-f808-4ffb-b366-df8856155e6a req-35f0603a-1f83-4073-b210-c4917c0de12f service nova] Lock "7251b650-5c09-4f4b-848e-14521acba362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.385839] env[62839]: DEBUG oslo_concurrency.lockutils [req-87eb8166-f808-4ffb-b366-df8856155e6a req-35f0603a-1f83-4073-b210-c4917c0de12f service nova] Lock "7251b650-5c09-4f4b-848e-14521acba362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.386032] env[62839]: DEBUG nova.compute.manager [req-87eb8166-f808-4ffb-b366-df8856155e6a req-35f0603a-1f83-4073-b210-c4917c0de12f service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] No waiting events found dispatching network-vif-plugged-f3d57801-7766-46fd-8b24-93afe074502e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.387390] env[62839]: WARNING nova.compute.manager [req-87eb8166-f808-4ffb-b366-df8856155e6a req-35f0603a-1f83-4073-b210-c4917c0de12f service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Received unexpected event network-vif-plugged-f3d57801-7766-46fd-8b24-93afe074502e for instance with vm_state building and task_state spawning. [ 824.427674] env[62839]: DEBUG nova.network.neutron [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Successfully updated port: f3d57801-7766-46fd-8b24-93afe074502e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.491216] env[62839]: DEBUG oslo_concurrency.lockutils [None req-44c24a43-f20b-414e-b5f2-820224f3e5e2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.614s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.492870] env[62839]: DEBUG oslo_concurrency.lockutils [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] Acquired lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.494300] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d65bf-badb-4f23-a9ad-f1f1ff7b0b25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.506635] env[62839]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 824.506892] env[62839]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62839) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 824.508949] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f02cab68-44d0-418b-a627-bc528665768d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.521289] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0762a539-5639-405c-b079-6c9b63e18b9b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.560695] env[62839]: ERROR root [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-554696' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-554696' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-554696' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-554696'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-554696' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-554696' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-554696'}\n"]: nova.exception.InstanceNotFound: Instance bd6d838d-622f-42c5-ba9d-bc691898a1a2 could not be found. [ 824.560991] env[62839]: DEBUG oslo_concurrency.lockutils [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] Releasing lock "bd6d838d-622f-42c5-ba9d-bc691898a1a2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.561174] env[62839]: DEBUG nova.compute.manager [req-da0e44b1-3bef-4c9e-bbcc-0b2e22ba295d req-d5d3745c-9079-4baa-ada5-b088dcfef346 service nova] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Detach interface failed, port_id=c3737e36-0601-4f68-93e5-a46b937ebbc8, reason: Instance bd6d838d-622f-42c5-ba9d-bc691898a1a2 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 824.931116] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "refresh_cache-7251b650-5c09-4f4b-848e-14521acba362" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.931116] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquired lock "refresh_cache-7251b650-5c09-4f4b-848e-14521acba362" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.931116] env[62839]: DEBUG nova.network.neutron [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.472611] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8f6e0-29c3-4f27-827f-f79369921299 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.481386] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a56a9b-8e43-4dfd-b2e5-7ac132ea3132 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.517564] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80866974-17cf-413d-af37-4a64c8b9e378 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.525923] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c25166f-fbd8-4f45-ade9-3abeebe8051e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.542077] env[62839]: DEBUG nova.compute.provider_tree [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.725597] env[62839]: DEBUG nova.network.neutron [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.976349] env[62839]: DEBUG nova.network.neutron [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Updating instance_info_cache with network_info: [{"id": "f3d57801-7766-46fd-8b24-93afe074502e", "address": "fa:16:3e:12:34:fd", "network": {"id": "53cd4017-01bb-439d-9054-34dd125ad609", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-266804557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef41591d41ef4a0f85cd933abbae76b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d57801-77", "ovs_interfaceid": "f3d57801-7766-46fd-8b24-93afe074502e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.045417] env[62839]: DEBUG nova.scheduler.client.report [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.427913] env[62839]: DEBUG nova.compute.manager [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Received event network-changed-f3d57801-7766-46fd-8b24-93afe074502e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.428282] env[62839]: DEBUG nova.compute.manager [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Refreshing instance network info cache due to event network-changed-f3d57801-7766-46fd-8b24-93afe074502e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 826.428670] env[62839]: DEBUG oslo_concurrency.lockutils [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] Acquiring lock "refresh_cache-7251b650-5c09-4f4b-848e-14521acba362" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.483218] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Releasing lock "refresh_cache-7251b650-5c09-4f4b-848e-14521acba362" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.483575] env[62839]: DEBUG nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Instance network_info: |[{"id": "f3d57801-7766-46fd-8b24-93afe074502e", "address": "fa:16:3e:12:34:fd", "network": {"id": "53cd4017-01bb-439d-9054-34dd125ad609", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-266804557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef41591d41ef4a0f85cd933abbae76b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d57801-77", "ovs_interfaceid": "f3d57801-7766-46fd-8b24-93afe074502e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.483902] env[62839]: DEBUG oslo_concurrency.lockutils [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] Acquired lock "refresh_cache-7251b650-5c09-4f4b-848e-14521acba362" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.484095] env[62839]: DEBUG nova.network.neutron [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Refreshing network info cache for port f3d57801-7766-46fd-8b24-93afe074502e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.485410] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:34:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d57801-7766-46fd-8b24-93afe074502e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.493694] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Creating folder: Project (ef41591d41ef4a0f85cd933abbae76b6). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.496704] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-838811e3-deb6-4aec-9f17-12731182a0b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.509024] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Created folder: Project (ef41591d41ef4a0f85cd933abbae76b6) in parent group-v554621. [ 826.509024] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Creating folder: Instances. Parent ref: group-v554800. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.509024] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-325cd8c3-9361-480e-8e08-f5a00011b276 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.517948] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Created folder: Instances in parent group-v554800. [ 826.518186] env[62839]: DEBUG oslo.service.loopingcall [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.518475] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.518682] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43d1a1c8-fec6-4640-b3b1-08ad28807ab9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.538215] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.538215] env[62839]: value = "task-2757122" [ 826.538215] env[62839]: _type = "Task" [ 826.538215] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.548704] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757122, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.551892] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.552604] env[62839]: DEBUG nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.557090] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.172s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.557090] env[62839]: DEBUG nova.objects.instance [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lazy-loading 'resources' on Instance uuid a6d46ef1-5d0b-4d4e-907a-d11850a30c8c {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.813913] env[62839]: DEBUG nova.network.neutron [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Updated VIF entry in instance network info cache for port f3d57801-7766-46fd-8b24-93afe074502e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.814368] env[62839]: DEBUG nova.network.neutron [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Updating instance_info_cache with network_info: [{"id": "f3d57801-7766-46fd-8b24-93afe074502e", "address": "fa:16:3e:12:34:fd", "network": {"id": "53cd4017-01bb-439d-9054-34dd125ad609", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-266804557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef41591d41ef4a0f85cd933abbae76b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d57801-77", "ovs_interfaceid": "f3d57801-7766-46fd-8b24-93afe074502e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.050799] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757122, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.060712] env[62839]: DEBUG nova.compute.utils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.065018] env[62839]: DEBUG nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.066280] env[62839]: DEBUG nova.network.neutron [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.135049] env[62839]: DEBUG nova.policy [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '913fb202d8f84a59b8cd4a8818c7340d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3205450a18424f6da24939116c4effe8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.317595] env[62839]: DEBUG oslo_concurrency.lockutils [req-0903dadf-55d6-4133-93af-44253c22218a req-1e4b3af6-f4af-4ffd-8797-03249ac58a1a service nova] Releasing lock "refresh_cache-7251b650-5c09-4f4b-848e-14521acba362" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.436627] env[62839]: DEBUG nova.network.neutron [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Successfully created port: c048f55d-234a-4692-bb68-fc0e98005477 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.528028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.528120] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.549820] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757122, 'name': CreateVM_Task, 'duration_secs': 0.55239} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.550007] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.553756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.553756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.554236] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4146a353-401b-4914-9633-1e5a53004234 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.559259] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 827.559259] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e81eab-1865-6855-e61f-5bf849ca84da" [ 827.559259] env[62839]: _type = "Task" [ 827.559259] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.565936] env[62839]: DEBUG nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.574486] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e81eab-1865-6855-e61f-5bf849ca84da, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.574579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.574794] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.575100] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.575179] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.575356] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.575705] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a7c5e2c-890d-462f-a328-04445347cf05 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.583302] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.584254] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.584506] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0fd59f9-375e-4d2b-a45f-baf02bd71d4d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.589291] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 827.589291] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529d75e1-2e94-0bee-db12-161e47891179" [ 827.589291] env[62839]: _type = "Task" [ 827.589291] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.594925] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f0122-6841-42f0-947a-a2cc3168eb08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.604027] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529d75e1-2e94-0bee-db12-161e47891179, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.605387] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce19be2-6ccd-4c0c-b33c-366993cb825c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.608371] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a484796b-6d9c-4aa9-97ff-494ae0d82f69 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.617959] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 827.617959] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d21511-e1e3-066c-29cc-311b36e52bec" [ 827.617959] env[62839]: _type = "Task" [ 827.617959] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.645409] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7913793-f3d0-4ec2-9cf1-290d3f055592 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.657177] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba64ef4a-79da-4628-8303-da6f21eb67f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.661011] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d21511-e1e3-066c-29cc-311b36e52bec, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.661821] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.662091] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 7251b650-5c09-4f4b-848e-14521acba362/7251b650-5c09-4f4b-848e-14521acba362.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.662948] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3a4056d-22af-4b0a-a469-a0ac6e4403e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.672875] env[62839]: DEBUG nova.compute.provider_tree [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.679491] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 827.679491] env[62839]: value = "task-2757123" [ 827.679491] env[62839]: _type = "Task" [ 827.679491] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.687994] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.176089] env[62839]: DEBUG nova.scheduler.client.report [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.189528] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483058} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.189723] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 7251b650-5c09-4f4b-848e-14521acba362/7251b650-5c09-4f4b-848e-14521acba362.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.189935] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.190200] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dfa672d-b602-4f23-b017-9f683babd846 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.197793] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 828.197793] env[62839]: value = "task-2757124" [ 828.197793] env[62839]: _type = "Task" [ 828.197793] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.206206] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.575890] env[62839]: DEBUG nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.596569] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.596818] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.596975] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.597173] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.597328] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.597482] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.597736] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.597913] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.598114] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.598361] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.598525] env[62839]: DEBUG nova.virt.hardware [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.599470] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa54524d-d35d-4f81-aa29-8fdecc869641 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.607666] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2900c0-9bc0-4459-b517-cebb4c7e47e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.685327] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.687669] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.078s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.709254] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072671} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.710070] env[62839]: INFO nova.scheduler.client.report [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Deleted allocations for instance a6d46ef1-5d0b-4d4e-907a-d11850a30c8c [ 828.711048] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.713873] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab0278-3e72-4107-829c-bece1964fc96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.736865] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 7251b650-5c09-4f4b-848e-14521acba362/7251b650-5c09-4f4b-848e-14521acba362.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.737214] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3cd6ab0-dc6f-40e1-9f9d-f4b1924834a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.757942] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 828.757942] env[62839]: value = "task-2757125" [ 828.757942] env[62839]: _type = "Task" [ 828.757942] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.766680] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.897016] env[62839]: DEBUG nova.compute.manager [req-752886f7-93f4-44f8-b7f7-ece5c8f6ba7d req-f1a29694-3142-4b2d-b98d-16342ba4a6be service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Received event network-vif-plugged-c048f55d-234a-4692-bb68-fc0e98005477 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.897258] env[62839]: DEBUG oslo_concurrency.lockutils [req-752886f7-93f4-44f8-b7f7-ece5c8f6ba7d req-f1a29694-3142-4b2d-b98d-16342ba4a6be service nova] Acquiring lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.897481] env[62839]: DEBUG oslo_concurrency.lockutils [req-752886f7-93f4-44f8-b7f7-ece5c8f6ba7d req-f1a29694-3142-4b2d-b98d-16342ba4a6be service nova] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.897652] env[62839]: DEBUG oslo_concurrency.lockutils [req-752886f7-93f4-44f8-b7f7-ece5c8f6ba7d req-f1a29694-3142-4b2d-b98d-16342ba4a6be service nova] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.897861] env[62839]: DEBUG nova.compute.manager [req-752886f7-93f4-44f8-b7f7-ece5c8f6ba7d req-f1a29694-3142-4b2d-b98d-16342ba4a6be service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] No waiting events found dispatching network-vif-plugged-c048f55d-234a-4692-bb68-fc0e98005477 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.898424] env[62839]: WARNING nova.compute.manager [req-752886f7-93f4-44f8-b7f7-ece5c8f6ba7d req-f1a29694-3142-4b2d-b98d-16342ba4a6be service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Received unexpected event network-vif-plugged-c048f55d-234a-4692-bb68-fc0e98005477 for instance with vm_state building and task_state spawning. [ 829.003635] env[62839]: DEBUG nova.network.neutron [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Successfully updated port: c048f55d-234a-4692-bb68-fc0e98005477 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.193543] env[62839]: INFO nova.compute.claims [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.220716] env[62839]: DEBUG oslo_concurrency.lockutils [None req-306c6c68-3db1-492d-bec1-4245ad81b322 tempest-ServerAddressesNegativeTestJSON-2118535241 tempest-ServerAddressesNegativeTestJSON-2118535241-project-member] Lock "a6d46ef1-5d0b-4d4e-907a-d11850a30c8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.349s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.268881] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757125, 'name': ReconfigVM_Task, 'duration_secs': 0.285023} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.269567] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 7251b650-5c09-4f4b-848e-14521acba362/7251b650-5c09-4f4b-848e-14521acba362.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.269801] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06b65ddb-7f16-4f1a-8bc1-f67552b71389 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.277210] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 829.277210] env[62839]: value = "task-2757126" [ 829.277210] env[62839]: _type = "Task" [ 829.277210] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.285428] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757126, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.511032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "refresh_cache-d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.511181] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired lock "refresh_cache-d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.514764] env[62839]: DEBUG nova.network.neutron [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.699617] env[62839]: INFO nova.compute.resource_tracker [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating resource usage from migration 32ad5cfd-f3fb-4b64-9b02-083491cdc219 [ 829.788460] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757126, 'name': Rename_Task, 'duration_secs': 0.143492} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.791370] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.791998] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b141c74-ce00-4bd4-9b35-29d64a35d502 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.799613] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 829.799613] env[62839]: value = "task-2757127" [ 829.799613] env[62839]: _type = "Task" [ 829.799613] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.811236] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.052803] env[62839]: DEBUG nova.network.neutron [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.302670] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff83ca4-2b35-4874-8431-8a327488a6d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.320500] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721c215-a81d-43ce-8e24-8b59b03f4def {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.324416] env[62839]: DEBUG oslo_vmware.api [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757127, 'name': PowerOnVM_Task, 'duration_secs': 0.465965} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.324725] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.324960] env[62839]: INFO nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Took 6.48 seconds to spawn the instance on the hypervisor. [ 830.325188] env[62839]: DEBUG nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.326376] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba3e1cc-f708-4f14-b62c-7272e13b5584 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.356504] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a379be-aa0c-4027-a32b-1de1ec1fd4dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.366022] env[62839]: DEBUG nova.network.neutron [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Updating instance_info_cache with network_info: [{"id": "c048f55d-234a-4692-bb68-fc0e98005477", "address": "fa:16:3e:44:a8:1e", "network": {"id": "47152280-4cec-4a17-96b1-b1ed97d1669d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-74289569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3205450a18424f6da24939116c4effe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048f55d-23", "ovs_interfaceid": "c048f55d-234a-4692-bb68-fc0e98005477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.372629] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0d402-66cb-4bf6-b0fe-7b9a383d734b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.387731] env[62839]: DEBUG nova.compute.provider_tree [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.868905] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Releasing lock "refresh_cache-d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.869272] env[62839]: DEBUG nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Instance network_info: |[{"id": "c048f55d-234a-4692-bb68-fc0e98005477", "address": "fa:16:3e:44:a8:1e", "network": {"id": "47152280-4cec-4a17-96b1-b1ed97d1669d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-74289569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3205450a18424f6da24939116c4effe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048f55d-23", "ovs_interfaceid": "c048f55d-234a-4692-bb68-fc0e98005477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.874014] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a8:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c048f55d-234a-4692-bb68-fc0e98005477', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.881872] env[62839]: DEBUG oslo.service.loopingcall [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.883760] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.884318] env[62839]: INFO nova.compute.manager [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Took 45.26 seconds to build instance. [ 830.885159] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e1d9148-9e56-46c0-92a7-7632c5887090 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.901718] env[62839]: DEBUG nova.scheduler.client.report [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.912146] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.912146] env[62839]: value = "task-2757128" [ 830.912146] env[62839]: _type = "Task" [ 830.912146] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.921420] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757128, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.927844] env[62839]: DEBUG nova.compute.manager [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Received event network-changed-c048f55d-234a-4692-bb68-fc0e98005477 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.927844] env[62839]: DEBUG nova.compute.manager [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Refreshing instance network info cache due to event network-changed-c048f55d-234a-4692-bb68-fc0e98005477. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 830.927844] env[62839]: DEBUG oslo_concurrency.lockutils [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] Acquiring lock "refresh_cache-d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.927844] env[62839]: DEBUG oslo_concurrency.lockutils [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] Acquired lock "refresh_cache-d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.927844] env[62839]: DEBUG nova.network.neutron [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Refreshing network info cache for port c048f55d-234a-4692-bb68-fc0e98005477 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.153772] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229054f-8185-e3b0-7170-05a9cde842e6/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.154656] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac61810-0ab8-4a05-9de1-96bc6b41115d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.161408] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229054f-8185-e3b0-7170-05a9cde842e6/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.161662] env[62839]: ERROR oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229054f-8185-e3b0-7170-05a9cde842e6/disk-0.vmdk due to incomplete transfer. [ 831.161816] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6143a046-c17c-4317-b6c0-ef75a6db606b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.168579] env[62839]: DEBUG oslo_vmware.rw_handles [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229054f-8185-e3b0-7170-05a9cde842e6/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.168800] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Uploaded image 2480a98a-26c1-43b3-8d34-5fced9850852 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.171107] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.171358] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d90232e-7170-42f8-869a-e3e82c18d9bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.177029] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 831.177029] env[62839]: value = "task-2757129" [ 831.177029] env[62839]: _type = "Task" [ 831.177029] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.185053] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757129, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.401435] env[62839]: DEBUG oslo_concurrency.lockutils [None req-482a4941-6d80-432f-80eb-26441cbf9c26 tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "7251b650-5c09-4f4b-848e-14521acba362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.194s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.412575] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.724s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.412575] env[62839]: INFO nova.compute.manager [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Migrating [ 831.420427] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.497s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.421929] env[62839]: INFO nova.compute.claims [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.444031] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757128, 'name': CreateVM_Task, 'duration_secs': 0.376479} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.444031] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.445047] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.445224] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.446418] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.447603] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75254e26-db1a-4bec-a562-95c51a029ecb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.453781] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 831.453781] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52347ce9-3c42-545a-c3f1-2a189b7b1dc9" [ 831.453781] env[62839]: _type = "Task" [ 831.453781] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.463792] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52347ce9-3c42-545a-c3f1-2a189b7b1dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.674169] env[62839]: DEBUG nova.network.neutron [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Updated VIF entry in instance network info cache for port c048f55d-234a-4692-bb68-fc0e98005477. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.674539] env[62839]: DEBUG nova.network.neutron [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Updating instance_info_cache with network_info: [{"id": "c048f55d-234a-4692-bb68-fc0e98005477", "address": "fa:16:3e:44:a8:1e", "network": {"id": "47152280-4cec-4a17-96b1-b1ed97d1669d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-74289569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3205450a18424f6da24939116c4effe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc048f55d-23", "ovs_interfaceid": "c048f55d-234a-4692-bb68-fc0e98005477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.689531] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757129, 'name': Destroy_Task, 'duration_secs': 0.327556} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.689810] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Destroyed the VM [ 831.690032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.690289] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fdd6a8a-8f4c-4baf-8a04-ec9a14ea5f9c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.696600] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 831.696600] env[62839]: value = "task-2757130" [ 831.696600] env[62839]: _type = "Task" [ 831.696600] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.705411] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757130, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.904991] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.938683] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.938683] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.938921] env[62839]: DEBUG nova.network.neutron [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.965177] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52347ce9-3c42-545a-c3f1-2a189b7b1dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.012825} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.965489] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.965721] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.965951] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.966110] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.966290] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.966575] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c623a21-3ce6-415e-bd15-adf526a69cee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.975922] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.975922] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.976470] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b689a843-125c-4fa6-8500-ee099a6ff346 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.985760] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 831.985760] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fcbe1f-6e66-b90e-3fbc-1a45755ee548" [ 831.985760] env[62839]: _type = "Task" [ 831.985760] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.994259] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fcbe1f-6e66-b90e-3fbc-1a45755ee548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.171627] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "7251b650-5c09-4f4b-848e-14521acba362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.172471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "7251b650-5c09-4f4b-848e-14521acba362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.172471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "7251b650-5c09-4f4b-848e-14521acba362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.172601] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "7251b650-5c09-4f4b-848e-14521acba362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.172669] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "7251b650-5c09-4f4b-848e-14521acba362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.174870] env[62839]: INFO nova.compute.manager [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Terminating instance [ 832.176351] env[62839]: DEBUG oslo_concurrency.lockutils [req-71a14062-fffe-46b2-bedd-d2f507598dff req-ecea6bd9-f2a1-4690-a200-f4cda54288d6 service nova] Releasing lock "refresh_cache-d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.206306] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757130, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.430353] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.497202] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fcbe1f-6e66-b90e-3fbc-1a45755ee548, 'name': SearchDatastore_Task, 'duration_secs': 0.011916} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.501141] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0139186-0e6f-4d9d-a91f-1a708f839931 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.506410] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 832.506410] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52664ea9-2683-3795-fe48-64e33546379b" [ 832.506410] env[62839]: _type = "Task" [ 832.506410] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.515603] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52664ea9-2683-3795-fe48-64e33546379b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.680904] env[62839]: DEBUG nova.compute.manager [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.681354] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.682327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90361306-f6ca-4bb6-8e21-1815019a1813 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.688432] env[62839]: DEBUG nova.network.neutron [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance_info_cache with network_info: [{"id": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "address": "fa:16:3e:d3:bc:bf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38cd8a-66", "ovs_interfaceid": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.695215] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.695406] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35ac30f0-7140-489a-875a-1f10efd8562f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.704674] env[62839]: DEBUG oslo_vmware.api [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 832.704674] env[62839]: value = "task-2757131" [ 832.704674] env[62839]: _type = "Task" [ 832.704674] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.710777] env[62839]: DEBUG oslo_vmware.api [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757130, 'name': RemoveSnapshot_Task, 'duration_secs': 0.96067} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.711342] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.711610] env[62839]: INFO nova.compute.manager [None req-7b47ef2f-c767-4d6e-8ce6-ca1b6af246ca tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Took 13.74 seconds to snapshot the instance on the hypervisor. [ 832.720096] env[62839]: DEBUG oslo_vmware.api [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.960457] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce8f3d2-3684-4cd0-b946-04689350249a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.968351] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ae464-c640-43df-b32c-9b18352333cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.002586] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b9a9b5-6c4b-49c9-ab73-fe09aaf21018 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.013128] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f0835-3f4b-4636-9659-912d9caea37e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.021132] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52664ea9-2683-3795-fe48-64e33546379b, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.021816] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.022069] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38/d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.022359] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9201ce74-3499-45f9-afa3-58ee7c133cb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.031992] env[62839]: DEBUG nova.compute.provider_tree [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.037686] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 833.037686] env[62839]: value = "task-2757132" [ 833.037686] env[62839]: _type = "Task" [ 833.037686] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.046768] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.053042] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.053042] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.192022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.214812] env[62839]: DEBUG oslo_vmware.api [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757131, 'name': PowerOffVM_Task, 'duration_secs': 0.332054} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.215119] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.215314] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.215573] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d07f66c4-d27c-4ba0-808e-d5a8f48a7347 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.281727] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.282058] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.282295] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Deleting the datastore file [datastore1] 7251b650-5c09-4f4b-848e-14521acba362 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.282609] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cb29aed-08c7-41d6-8148-b15a5071c15b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.289880] env[62839]: DEBUG oslo_vmware.api [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for the task: (returnval){ [ 833.289880] env[62839]: value = "task-2757134" [ 833.289880] env[62839]: _type = "Task" [ 833.289880] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.299000] env[62839]: DEBUG oslo_vmware.api [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.534940] env[62839]: DEBUG nova.scheduler.client.report [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.548699] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49548} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.548982] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38/d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.549209] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.549460] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd24e1be-0b31-4077-95c8-35d8f0f2cd64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.557869] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 833.557869] env[62839]: value = "task-2757135" [ 833.557869] env[62839]: _type = "Task" [ 833.557869] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.567023] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.801437] env[62839]: DEBUG oslo_vmware.api [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Task: {'id': task-2757134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26754} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.801647] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.801907] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.802139] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.802372] env[62839]: INFO nova.compute.manager [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Took 1.12 seconds to destroy the instance on the hypervisor. [ 833.802657] env[62839]: DEBUG oslo.service.loopingcall [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.803152] env[62839]: DEBUG nova.compute.manager [-] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.803247] env[62839]: DEBUG nova.network.neutron [-] [instance: 7251b650-5c09-4f4b-848e-14521acba362] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.044046] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.044596] env[62839]: DEBUG nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.047391] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.088s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.048850] env[62839]: INFO nova.compute.claims [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.067604] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079262} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.067909] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.068794] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef48a34-effb-4696-95b8-1a9d163d1ecb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.095998] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38/d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.097314] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e864a5-832b-4db8-b5a7-fb3cea4abda8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.115349] env[62839]: DEBUG nova.compute.manager [req-46bd7785-03e4-4217-99d1-780fcde6afd0 req-a5737f43-3ea2-43ab-840f-e2e2dd868679 service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Received event network-vif-deleted-f3d57801-7766-46fd-8b24-93afe074502e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.115349] env[62839]: INFO nova.compute.manager [req-46bd7785-03e4-4217-99d1-780fcde6afd0 req-a5737f43-3ea2-43ab-840f-e2e2dd868679 service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Neutron deleted interface f3d57801-7766-46fd-8b24-93afe074502e; detaching it from the instance and deleting it from the info cache [ 834.115349] env[62839]: DEBUG nova.network.neutron [req-46bd7785-03e4-4217-99d1-780fcde6afd0 req-a5737f43-3ea2-43ab-840f-e2e2dd868679 service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.121595] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 834.121595] env[62839]: value = "task-2757136" [ 834.121595] env[62839]: _type = "Task" [ 834.121595] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.132647] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.560038] env[62839]: DEBUG nova.compute.utils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.560947] env[62839]: DEBUG nova.network.neutron [-] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.561888] env[62839]: DEBUG nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.562079] env[62839]: DEBUG nova.network.neutron [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.604904] env[62839]: DEBUG nova.policy [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cc9c86152fa4d6290a3f2462f80454e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9ec5d674e74d6f93a0212ef6ad13bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.617273] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5a6eca7-0e68-4714-88cc-d016b0aa5302 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.628919] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28582bcb-6796-42ff-a59e-fc5f5005eb3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.642184] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757136, 'name': ReconfigVM_Task, 'duration_secs': 0.284408} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.642799] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Reconfigured VM instance instance-0000003f to attach disk [datastore2] d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38/d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.643469] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dc19a81-0991-4d41-8a3f-d1b26dd82e03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.649665] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 834.649665] env[62839]: value = "task-2757137" [ 834.649665] env[62839]: _type = "Task" [ 834.649665] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.668546] env[62839]: DEBUG nova.compute.manager [req-46bd7785-03e4-4217-99d1-780fcde6afd0 req-a5737f43-3ea2-43ab-840f-e2e2dd868679 service nova] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Detach interface failed, port_id=f3d57801-7766-46fd-8b24-93afe074502e, reason: Instance 7251b650-5c09-4f4b-848e-14521acba362 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 834.671918] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757137, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.709654] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58905e6d-b930-42f3-9386-ab3aa3e3efbf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.727768] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance '74eb03e1-dd93-4792-96cd-87e45d55ec4c' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.909159] env[62839]: DEBUG nova.network.neutron [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Successfully created port: aa4be596-44bf-4380-85d9-70e80eb1b62f {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.065277] env[62839]: INFO nova.compute.manager [-] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Took 1.26 seconds to deallocate network for instance. [ 835.065904] env[62839]: DEBUG nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.164839] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757137, 'name': Rename_Task, 'duration_secs': 0.146742} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.165180] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.165492] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc4a740e-a0ae-4ac9-a2c3-379b05436f5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.174916] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 835.174916] env[62839]: value = "task-2757138" [ 835.174916] env[62839]: _type = "Task" [ 835.174916] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.189100] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.234639] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.234945] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f17a5cd-4f29-48ce-8281-20580b492868 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.243504] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 835.243504] env[62839]: value = "task-2757139" [ 835.243504] env[62839]: _type = "Task" [ 835.243504] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.252141] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.578228] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.625686] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f60783-bf5f-4c7f-9173-15ad93aac2d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.633616] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71961eaa-cdb0-45bc-8fe7-5da522e67a20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.664881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c429a-040c-4544-b586-5f9c9a5ff097 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.672267] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd76355-c536-4a7e-a3ef-b085d6ae28ff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.687500] env[62839]: DEBUG nova.compute.provider_tree [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.691305] env[62839]: DEBUG oslo_vmware.api [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757138, 'name': PowerOnVM_Task, 'duration_secs': 0.463654} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.691752] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.691946] env[62839]: INFO nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Took 7.12 seconds to spawn the instance on the hypervisor. [ 835.692137] env[62839]: DEBUG nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.692823] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469ae616-6bbf-4ee2-a32d-3317752faf50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.755543] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757139, 'name': PowerOffVM_Task, 'duration_secs': 0.162935} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.755904] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.756329] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance '74eb03e1-dd93-4792-96cd-87e45d55ec4c' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.078788] env[62839]: DEBUG nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.104441] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.104702] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.104861] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.105087] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.105244] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.105391] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.105604] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.105763] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.105932] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.106283] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.106482] env[62839]: DEBUG nova.virt.hardware [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.107348] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2963e6c-1e45-4ed3-96cb-2525cde456f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.115288] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9edaa75-d222-4f55-a086-f19dc4fff9dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.194058] env[62839]: DEBUG nova.scheduler.client.report [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.209678] env[62839]: INFO nova.compute.manager [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Took 48.76 seconds to build instance. [ 836.263789] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.264067] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.264231] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.264413] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.264561] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.264709] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.264917] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.265089] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.265259] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.265417] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.265587] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.270491] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c121a4-ab17-4bef-a49e-4fad34c794f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.286545] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 836.286545] env[62839]: value = "task-2757140" [ 836.286545] env[62839]: _type = "Task" [ 836.286545] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.295049] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.700341] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.700931] env[62839]: DEBUG nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.704938] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.217s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.706387] env[62839]: INFO nova.compute.claims [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.712088] env[62839]: DEBUG nova.compute.manager [req-5bbe2240-4ec7-4961-875f-37184fd4ed4d req-a0493fc6-829c-4dfc-9760-45ea355556e9 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Received event network-vif-plugged-aa4be596-44bf-4380-85d9-70e80eb1b62f {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.712088] env[62839]: DEBUG oslo_concurrency.lockutils [req-5bbe2240-4ec7-4961-875f-37184fd4ed4d req-a0493fc6-829c-4dfc-9760-45ea355556e9 service nova] Acquiring lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.712088] env[62839]: DEBUG oslo_concurrency.lockutils [req-5bbe2240-4ec7-4961-875f-37184fd4ed4d req-a0493fc6-829c-4dfc-9760-45ea355556e9 service nova] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.712238] env[62839]: DEBUG oslo_concurrency.lockutils [req-5bbe2240-4ec7-4961-875f-37184fd4ed4d req-a0493fc6-829c-4dfc-9760-45ea355556e9 service nova] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.716023] env[62839]: DEBUG nova.compute.manager [req-5bbe2240-4ec7-4961-875f-37184fd4ed4d req-a0493fc6-829c-4dfc-9760-45ea355556e9 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] No waiting events found dispatching network-vif-plugged-aa4be596-44bf-4380-85d9-70e80eb1b62f {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.716023] env[62839]: WARNING nova.compute.manager [req-5bbe2240-4ec7-4961-875f-37184fd4ed4d req-a0493fc6-829c-4dfc-9760-45ea355556e9 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Received unexpected event network-vif-plugged-aa4be596-44bf-4380-85d9-70e80eb1b62f for instance with vm_state building and task_state spawning. [ 836.716023] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b0c8526d-9202-43b1-b132-3bc8abaf514e tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.587s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.774881] env[62839]: DEBUG nova.network.neutron [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Successfully updated port: aa4be596-44bf-4380-85d9-70e80eb1b62f {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.797048] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757140, 'name': ReconfigVM_Task, 'duration_secs': 0.381167} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.797367] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance '74eb03e1-dd93-4792-96cd-87e45d55ec4c' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.212688] env[62839]: DEBUG nova.compute.utils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.213689] env[62839]: DEBUG nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.213861] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.221397] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.276399] env[62839]: DEBUG nova.policy [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44843927689e48f5b144bd87d8e7bea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15cfb088db9a489ebe112dc14ca59c8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.278131] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.278267] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.278406] env[62839]: DEBUG nova.network.neutron [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.304188] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:21:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4b354f96-8057-4aa6-bb6d-9d100b2cec6f',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1729237807',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.304418] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.304573] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.304752] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.304897] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.305065] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.305283] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.305441] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.305609] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.305780] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.305949] env[62839]: DEBUG nova.virt.hardware [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.311420] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.311987] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67452c56-3df9-4d30-b343-242c03ef7da0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.331029] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 837.331029] env[62839]: value = "task-2757141" [ 837.331029] env[62839]: _type = "Task" [ 837.331029] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.339044] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.590652] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Successfully created port: d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.719276] env[62839]: DEBUG nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.747274] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.839164] env[62839]: DEBUG nova.network.neutron [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.844251] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757141, 'name': ReconfigVM_Task, 'duration_secs': 0.156744} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.844494] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 837.845260] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e858b9-c424-4255-87da-9c49fd8b7e1b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.878591] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.883248] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55029010-0d96-4004-a609-7a7479c4dbfe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.902054] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 837.902054] env[62839]: value = "task-2757142" [ 837.902054] env[62839]: _type = "Task" [ 837.902054] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.910781] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.073960] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Successfully created port: 553988f2-6bdd-4e1e-8246-c38e52c677c3 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.161801] env[62839]: DEBUG nova.network.neutron [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance_info_cache with network_info: [{"id": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "address": "fa:16:3e:fc:59:56", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4be596-44", "ovs_interfaceid": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.321490] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0961af5b-4770-4eaf-aeb5-992afce8d197 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.330186] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16d800-c732-4c7d-8f80-60235b59c3c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.359726] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a1ef74-ed44-40a3-9ea3-a0ce5d279fa5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.366679] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Successfully created port: a575c6e0-fecb-4eb8-93b0-6c4340f189ee {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.369778] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8cbad-9376-4201-b596-d583a57902cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.383726] env[62839]: DEBUG nova.compute.provider_tree [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.413064] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757142, 'name': ReconfigVM_Task, 'duration_secs': 0.263851} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.413064] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.413064] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance '74eb03e1-dd93-4792-96cd-87e45d55ec4c' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.664776] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.665103] env[62839]: DEBUG nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Instance network_info: |[{"id": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "address": "fa:16:3e:fc:59:56", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4be596-44", "ovs_interfaceid": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.665524] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:59:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa4be596-44bf-4380-85d9-70e80eb1b62f', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.673125] env[62839]: DEBUG oslo.service.loopingcall [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.673351] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.675451] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec21972d-6d0f-4c49-bdda-0af972d2487e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.695224] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.695224] env[62839]: value = "task-2757143" [ 838.695224] env[62839]: _type = "Task" [ 838.695224] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.702913] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757143, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.731430] env[62839]: DEBUG nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.734706] env[62839]: DEBUG nova.compute.manager [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Received event network-changed-aa4be596-44bf-4380-85d9-70e80eb1b62f {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.734892] env[62839]: DEBUG nova.compute.manager [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Refreshing instance network info cache due to event network-changed-aa4be596-44bf-4380-85d9-70e80eb1b62f. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.735120] env[62839]: DEBUG oslo_concurrency.lockutils [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] Acquiring lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.735264] env[62839]: DEBUG oslo_concurrency.lockutils [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] Acquired lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.735421] env[62839]: DEBUG nova.network.neutron [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Refreshing network info cache for port aa4be596-44bf-4380-85d9-70e80eb1b62f {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.766230] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.766553] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.766713] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.766908] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.767064] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.767215] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.767423] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.767613] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.767987] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.768235] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.768429] env[62839]: DEBUG nova.virt.hardware [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.769321] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d372eeee-d4c7-4939-8ca4-e0ae9edb2cda {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.779677] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7569a5d-7248-4454-bbca-1d60f06747bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.887485] env[62839]: DEBUG nova.scheduler.client.report [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.919320] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1239757-00d6-4406-9f2f-d970f90ea0e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.940257] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d6f147-718d-4f25-8d18-c6f6e377144e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.959790] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance '74eb03e1-dd93-4792-96cd-87e45d55ec4c' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.204904] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757143, 'name': CreateVM_Task, 'duration_secs': 0.375782} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.205092] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.205790] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.205948] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.206276] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.206650] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609cc489-6d9e-4a8d-a81f-89529c642439 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.211551] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 839.211551] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2dc7a-bd54-8fba-a70b-0aa08c4f27b9" [ 839.211551] env[62839]: _type = "Task" [ 839.211551] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.219311] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2dc7a-bd54-8fba-a70b-0aa08c4f27b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.335117] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.335369] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.335573] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.335765] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.335932] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.337921] env[62839]: INFO nova.compute.manager [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Terminating instance [ 839.392066] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.393099] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.466s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.397020] env[62839]: DEBUG nova.objects.instance [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lazy-loading 'resources' on Instance uuid 5fb06406-1bb2-4ba5-b297-e9b13fde6626 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.458727] env[62839]: DEBUG nova.network.neutron [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updated VIF entry in instance network info cache for port aa4be596-44bf-4380-85d9-70e80eb1b62f. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.459334] env[62839]: DEBUG nova.network.neutron [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance_info_cache with network_info: [{"id": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "address": "fa:16:3e:fc:59:56", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4be596-44", "ovs_interfaceid": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.510249] env[62839]: DEBUG nova.network.neutron [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Port 2c38cd8a-6607-428d-9cab-b9de41d7eb69 binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 839.721911] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2dc7a-bd54-8fba-a70b-0aa08c4f27b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.722243] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.722476] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.722709] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.722853] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.723043] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.723309] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2b03c6d-d202-458e-bf21-8a9a0ff05c97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.733993] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.734309] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.734875] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3223d125-fd2e-456d-a3f2-3040bdf77fe3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.739687] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 839.739687] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52eec7e3-564c-7de1-4f74-f27335adef00" [ 839.739687] env[62839]: _type = "Task" [ 839.739687] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.747328] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52eec7e3-564c-7de1-4f74-f27335adef00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.841790] env[62839]: DEBUG nova.compute.manager [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.843578] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.843578] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbf133d-09f1-4718-90b4-6a214b455511 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.850245] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.850510] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0baac03f-16c6-4606-b59a-353da405b3f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.856211] env[62839]: DEBUG oslo_vmware.api [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 839.856211] env[62839]: value = "task-2757144" [ 839.856211] env[62839]: _type = "Task" [ 839.856211] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.864531] env[62839]: DEBUG oslo_vmware.api [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.895517] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "08ef81d1-2bca-4b9e-8b77-7e67f3ec0d1e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.895779] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "08ef81d1-2bca-4b9e-8b77-7e67f3ec0d1e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.962217] env[62839]: DEBUG oslo_concurrency.lockutils [req-b897cb6a-d988-470c-a963-dd0a87153889 req-0ef8da87-f648-4197-a2b4-77cb6fa1c140 service nova] Releasing lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.984286] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Successfully updated port: d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.253186] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52eec7e3-564c-7de1-4f74-f27335adef00, 'name': SearchDatastore_Task, 'duration_secs': 0.007706} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.254072] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377976dc-0c57-4cd1-b2e5-5ad4f70eedcf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.261100] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 840.261100] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7af69-b784-4046-159f-449e7d46e022" [ 840.261100] env[62839]: _type = "Task" [ 840.261100] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.268703] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7af69-b784-4046-159f-449e7d46e022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.368180] env[62839]: DEBUG oslo_vmware.api [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757144, 'name': PowerOffVM_Task, 'duration_secs': 0.298367} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.370562] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.370764] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.371204] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc0b4f6-3b0d-4a29-9504-25642912f46c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.398038] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "08ef81d1-2bca-4b9e-8b77-7e67f3ec0d1e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.398584] env[62839]: DEBUG nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.403242] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8123a137-6fce-4445-a633-6ddd1a99c0cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.410428] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899904e-e7d8-4a32-9d02-b10fa3b4f3be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.446117] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ea5a0f-d5e4-4728-9a7a-351c07edd8c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.448745] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.449029] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.449182] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Deleting the datastore file [datastore2] d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.449735] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-289f7127-2000-4a76-add1-049ee501f5cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.457144] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e938454-c741-4562-9644-417b11bbc8f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.460963] env[62839]: DEBUG oslo_vmware.api [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 840.460963] env[62839]: value = "task-2757146" [ 840.460963] env[62839]: _type = "Task" [ 840.460963] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.472492] env[62839]: DEBUG nova.compute.provider_tree [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.477951] env[62839]: DEBUG oslo_vmware.api [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.543971] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.544320] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.544495] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.773418] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c7af69-b784-4046-159f-449e7d46e022, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.773700] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.773959] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0e541690-634f-4283-a6ee-3a0bf6bcff5a/0e541690-634f-4283-a6ee-3a0bf6bcff5a.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.775036] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9f0950a-88e5-4850-94e4-3057e724c8b2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.781248] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 840.781248] env[62839]: value = "task-2757147" [ 840.781248] env[62839]: _type = "Task" [ 840.781248] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.788645] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.843410] env[62839]: DEBUG nova.compute.manager [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-vif-plugged-d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.843680] env[62839]: DEBUG oslo_concurrency.lockutils [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] Acquiring lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.843909] env[62839]: DEBUG oslo_concurrency.lockutils [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.844093] env[62839]: DEBUG oslo_concurrency.lockutils [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.844253] env[62839]: DEBUG nova.compute.manager [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] No waiting events found dispatching network-vif-plugged-d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.844419] env[62839]: WARNING nova.compute.manager [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received unexpected event network-vif-plugged-d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a for instance with vm_state building and task_state spawning. [ 840.844566] env[62839]: DEBUG nova.compute.manager [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-changed-d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.845020] env[62839]: DEBUG nova.compute.manager [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Refreshing instance network info cache due to event network-changed-d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.845301] env[62839]: DEBUG oslo_concurrency.lockutils [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] Acquiring lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.845356] env[62839]: DEBUG oslo_concurrency.lockutils [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] Acquired lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.845508] env[62839]: DEBUG nova.network.neutron [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Refreshing network info cache for port d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.907748] env[62839]: DEBUG nova.compute.utils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.908684] env[62839]: DEBUG nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.908855] env[62839]: DEBUG nova.network.neutron [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.952737] env[62839]: DEBUG nova.policy [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8f589e44ed4de89911c375947b75b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f2b9cf8f7549a69c810eaf12d73ea2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.976593] env[62839]: DEBUG nova.scheduler.client.report [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.980218] env[62839]: DEBUG oslo_vmware.api [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135477} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.981012] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.981170] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.981327] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.981502] env[62839]: INFO nova.compute.manager [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 840.981873] env[62839]: DEBUG oslo.service.loopingcall [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.982164] env[62839]: DEBUG nova.compute.manager [-] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.982324] env[62839]: DEBUG nova.network.neutron [-] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.291513] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757147, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.297729] env[62839]: DEBUG nova.network.neutron [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Successfully created port: 84e189d0-4507-4749-8488-7a80371008f4 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.350942] env[62839]: DEBUG nova.compute.manager [req-53eba109-70d9-42c8-8419-e67cdb9a1060 req-8c8e2b07-3901-4b5c-8fc2-cf1d19dba33b service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Received event network-vif-deleted-c048f55d-234a-4692-bb68-fc0e98005477 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.351184] env[62839]: INFO nova.compute.manager [req-53eba109-70d9-42c8-8419-e67cdb9a1060 req-8c8e2b07-3901-4b5c-8fc2-cf1d19dba33b service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Neutron deleted interface c048f55d-234a-4692-bb68-fc0e98005477; detaching it from the instance and deleting it from the info cache [ 841.351362] env[62839]: DEBUG nova.network.neutron [req-53eba109-70d9-42c8-8419-e67cdb9a1060 req-8c8e2b07-3901-4b5c-8fc2-cf1d19dba33b service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.388321] env[62839]: DEBUG nova.network.neutron [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.415561] env[62839]: DEBUG nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.482326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.485320] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.472s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.487051] env[62839]: INFO nova.compute.claims [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.503590] env[62839]: DEBUG nova.network.neutron [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.506604] env[62839]: INFO nova.scheduler.client.report [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleted allocations for instance 5fb06406-1bb2-4ba5-b297-e9b13fde6626 [ 841.580078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.580316] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.580588] env[62839]: DEBUG nova.network.neutron [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.790536] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757147, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.829092] env[62839]: DEBUG nova.network.neutron [-] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.854315] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8d9945e-00de-4278-8646-1c74aa0a168b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.863969] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd2f53b-0cb2-43ff-b992-165685a984b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.902388] env[62839]: DEBUG nova.compute.manager [req-53eba109-70d9-42c8-8419-e67cdb9a1060 req-8c8e2b07-3901-4b5c-8fc2-cf1d19dba33b service nova] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Detach interface failed, port_id=c048f55d-234a-4692-bb68-fc0e98005477, reason: Instance d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 842.008557] env[62839]: DEBUG oslo_concurrency.lockutils [req-0dc88c26-f9aa-49f7-b204-8a14e8b2fc8c req-82c961bc-7b84-4a2b-8c5d-23efc79912ff service nova] Releasing lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.014680] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b82639d5-e57b-494f-b51d-d2d0e333cd87 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "5fb06406-1bb2-4ba5-b297-e9b13fde6626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.586s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.126978] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Successfully updated port: 553988f2-6bdd-4e1e-8246-c38e52c677c3 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.293421] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757147, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483828} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.293685] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 0e541690-634f-4283-a6ee-3a0bf6bcff5a/0e541690-634f-4283-a6ee-3a0bf6bcff5a.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.293893] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.294240] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-089a173d-e635-404a-a1ea-37a7c9cb1371 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.301249] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 842.301249] env[62839]: value = "task-2757148" [ 842.301249] env[62839]: _type = "Task" [ 842.301249] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.311932] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.334406] env[62839]: INFO nova.compute.manager [-] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Took 1.35 seconds to deallocate network for instance. [ 842.347356] env[62839]: DEBUG nova.network.neutron [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance_info_cache with network_info: [{"id": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "address": "fa:16:3e:d3:bc:bf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38cd8a-66", "ovs_interfaceid": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.426323] env[62839]: DEBUG nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.451931] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.452220] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.452379] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.452560] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.452707] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.452858] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.453067] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.453228] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.453393] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.453554] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.453726] env[62839]: DEBUG nova.virt.hardware [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.454620] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5042038b-5173-4af0-bcc5-29d8c35b7a81 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.462917] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec30ee5-7247-4846-9ee0-5ff142b1e375 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.774931] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "ced06574-162e-47f9-a019-f12bee4d9de5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.775157] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.775372] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "ced06574-162e-47f9-a019-f12bee4d9de5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.775554] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.775723] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.777730] env[62839]: INFO nova.compute.manager [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Terminating instance [ 842.812486] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070133} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.812486] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.812941] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4494c5e8-1887-4bc7-9b78-257c6b0347e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.837186] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0e541690-634f-4283-a6ee-3a0bf6bcff5a/0e541690-634f-4283-a6ee-3a0bf6bcff5a.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.840009] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e177c8-4cdb-42bd-a4dd-796e658499d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.855674] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.856481] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.865121] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 842.865121] env[62839]: value = "task-2757149" [ 842.865121] env[62839]: _type = "Task" [ 842.865121] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.873825] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.883917] env[62839]: DEBUG nova.network.neutron [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Successfully updated port: 84e189d0-4507-4749-8488-7a80371008f4 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.911910] env[62839]: DEBUG nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-vif-plugged-553988f2-6bdd-4e1e-8246-c38e52c677c3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.912180] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Acquiring lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.912431] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.912658] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.912823] env[62839]: DEBUG nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] No waiting events found dispatching network-vif-plugged-553988f2-6bdd-4e1e-8246-c38e52c677c3 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.915747] env[62839]: WARNING nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received unexpected event network-vif-plugged-553988f2-6bdd-4e1e-8246-c38e52c677c3 for instance with vm_state building and task_state spawning. [ 842.915747] env[62839]: DEBUG nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-changed-553988f2-6bdd-4e1e-8246-c38e52c677c3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.915747] env[62839]: DEBUG nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Refreshing instance network info cache due to event network-changed-553988f2-6bdd-4e1e-8246-c38e52c677c3. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.915747] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Acquiring lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.915747] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Acquired lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.915747] env[62839]: DEBUG nova.network.neutron [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Refreshing network info cache for port 553988f2-6bdd-4e1e-8246-c38e52c677c3 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.036499] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281406e3-8668-4e13-a6b7-ce997ed7525e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.044547] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b7b75-c1f9-4a64-9059-24befe8880c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.078327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3501c861-699b-458f-87f8-e33ef9f0ca9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.086210] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46616efc-9ff5-4f5e-9f58-1cf496184cd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.100808] env[62839]: DEBUG nova.compute.provider_tree [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.283417] env[62839]: DEBUG nova.compute.manager [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.284505] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.284608] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae8e158-c17e-4f4f-b043-e3ad91f75055 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.292972] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.293272] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9a0463-00c3-46e7-a217-a2e685d55a91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.299680] env[62839]: DEBUG oslo_vmware.api [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 843.299680] env[62839]: value = "task-2757150" [ 843.299680] env[62839]: _type = "Task" [ 843.299680] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.307635] env[62839]: DEBUG oslo_vmware.api [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.376689] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757149, 'name': ReconfigVM_Task, 'duration_secs': 0.258978} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.377652] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0e541690-634f-4283-a6ee-3a0bf6bcff5a/0e541690-634f-4283-a6ee-3a0bf6bcff5a.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.378808] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dfb3d2-679f-4c67-8b90-4428fee0a291 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.381343] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754bdbd6-2683-48f9-932a-3f980709087f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.386303] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "refresh_cache-5ed804df-6d19-4253-b2e4-4a173a935e1e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.386303] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquired lock "refresh_cache-5ed804df-6d19-4253-b2e4-4a173a935e1e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.386303] env[62839]: DEBUG nova.network.neutron [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.400389] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 843.400389] env[62839]: value = "task-2757151" [ 843.400389] env[62839]: _type = "Task" [ 843.400389] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.402076] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bf8be5-de0d-4333-bb39-d400df2bc323 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.415283] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance '74eb03e1-dd93-4792-96cd-87e45d55ec4c' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.419629] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757151, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.462661] env[62839]: DEBUG nova.network.neutron [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.581126] env[62839]: DEBUG nova.network.neutron [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.604071] env[62839]: DEBUG nova.scheduler.client.report [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.809183] env[62839]: DEBUG oslo_vmware.api [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757150, 'name': PowerOffVM_Task, 'duration_secs': 0.180348} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.809464] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.809629] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.809881] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a165ae37-2efe-4e60-b950-ea18d7f94924 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.872991] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.873345] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.873430] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleting the datastore file [datastore2] ced06574-162e-47f9-a019-f12bee4d9de5 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.873657] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-738fa45f-a9da-47a3-98a4-5a1c767efefd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.879638] env[62839]: DEBUG oslo_vmware.api [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for the task: (returnval){ [ 843.879638] env[62839]: value = "task-2757153" [ 843.879638] env[62839]: _type = "Task" [ 843.879638] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.887441] env[62839]: DEBUG oslo_vmware.api [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.911122] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757151, 'name': Rename_Task, 'duration_secs': 0.142478} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.911366] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.911655] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a16c6601-c7e8-4d12-bfc0-5a36460f1210 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.917995] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 843.917995] env[62839]: value = "task-2757154" [ 843.917995] env[62839]: _type = "Task" [ 843.917995] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.922637] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.922864] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-908ca288-8b24-4eca-a355-56656c898e27 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.929012] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.930212] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 843.930212] env[62839]: value = "task-2757155" [ 843.930212] env[62839]: _type = "Task" [ 843.930212] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.933499] env[62839]: DEBUG nova.network.neutron [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.940150] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.084276] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Releasing lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.084543] env[62839]: DEBUG nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Received event network-vif-plugged-84e189d0-4507-4749-8488-7a80371008f4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.084742] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Acquiring lock "5ed804df-6d19-4253-b2e4-4a173a935e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.084958] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.085121] env[62839]: DEBUG oslo_concurrency.lockutils [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.085289] env[62839]: DEBUG nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] No waiting events found dispatching network-vif-plugged-84e189d0-4507-4749-8488-7a80371008f4 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.085452] env[62839]: WARNING nova.compute.manager [req-54fb88e4-c784-4ebe-9a5e-883681f3ff27 req-09a494e6-f9e1-4644-b041-e24dc383e121 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Received unexpected event network-vif-plugged-84e189d0-4507-4749-8488-7a80371008f4 for instance with vm_state building and task_state spawning. [ 844.107274] env[62839]: DEBUG nova.network.neutron [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Updating instance_info_cache with network_info: [{"id": "84e189d0-4507-4749-8488-7a80371008f4", "address": "fa:16:3e:e3:5a:49", "network": {"id": "0a936c3e-e270-495b-87eb-788aed31e415", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1716375490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f2b9cf8f7549a69c810eaf12d73ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e189d0-45", "ovs_interfaceid": "84e189d0-4507-4749-8488-7a80371008f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.109045] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.109534] env[62839]: DEBUG nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.112438] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.776s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.114098] env[62839]: INFO nova.compute.claims [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.390957] env[62839]: DEBUG oslo_vmware.api [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Task: {'id': task-2757153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133173} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.391111] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.391296] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.391474] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.391644] env[62839]: INFO nova.compute.manager [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 844.391889] env[62839]: DEBUG oslo.service.loopingcall [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.392097] env[62839]: DEBUG nova.compute.manager [-] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.392193] env[62839]: DEBUG nova.network.neutron [-] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.407114] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Successfully updated port: a575c6e0-fecb-4eb8-93b0-6c4340f189ee {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.428433] env[62839]: DEBUG oslo_vmware.api [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757154, 'name': PowerOnVM_Task, 'duration_secs': 0.454338} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.428748] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.428964] env[62839]: INFO nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Took 8.35 seconds to spawn the instance on the hypervisor. [ 844.429171] env[62839]: DEBUG nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.430013] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19527f1c-cd67-4e42-ad3e-69535388e1c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.445889] env[62839]: DEBUG oslo_vmware.api [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757155, 'name': PowerOnVM_Task, 'duration_secs': 0.381752} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.446434] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.446663] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c6427c-f60f-4923-91a6-983081d2da96 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance '74eb03e1-dd93-4792-96cd-87e45d55ec4c' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.523067] env[62839]: DEBUG nova.compute.manager [req-a0fe66dd-a4ce-4aea-8658-a4076bbf0207 req-28b34710-0ae5-4d87-9a10-e4e72e160807 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-vif-plugged-a575c6e0-fecb-4eb8-93b0-6c4340f189ee {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.523297] env[62839]: DEBUG oslo_concurrency.lockutils [req-a0fe66dd-a4ce-4aea-8658-a4076bbf0207 req-28b34710-0ae5-4d87-9a10-e4e72e160807 service nova] Acquiring lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.523501] env[62839]: DEBUG oslo_concurrency.lockutils [req-a0fe66dd-a4ce-4aea-8658-a4076bbf0207 req-28b34710-0ae5-4d87-9a10-e4e72e160807 service nova] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.523666] env[62839]: DEBUG oslo_concurrency.lockutils [req-a0fe66dd-a4ce-4aea-8658-a4076bbf0207 req-28b34710-0ae5-4d87-9a10-e4e72e160807 service nova] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.523839] env[62839]: DEBUG nova.compute.manager [req-a0fe66dd-a4ce-4aea-8658-a4076bbf0207 req-28b34710-0ae5-4d87-9a10-e4e72e160807 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] No waiting events found dispatching network-vif-plugged-a575c6e0-fecb-4eb8-93b0-6c4340f189ee {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.523995] env[62839]: WARNING nova.compute.manager [req-a0fe66dd-a4ce-4aea-8658-a4076bbf0207 req-28b34710-0ae5-4d87-9a10-e4e72e160807 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received unexpected event network-vif-plugged-a575c6e0-fecb-4eb8-93b0-6c4340f189ee for instance with vm_state building and task_state spawning. [ 844.613447] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Releasing lock "refresh_cache-5ed804df-6d19-4253-b2e4-4a173a935e1e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.613881] env[62839]: DEBUG nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Instance network_info: |[{"id": "84e189d0-4507-4749-8488-7a80371008f4", "address": "fa:16:3e:e3:5a:49", "network": {"id": "0a936c3e-e270-495b-87eb-788aed31e415", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1716375490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f2b9cf8f7549a69c810eaf12d73ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e189d0-45", "ovs_interfaceid": "84e189d0-4507-4749-8488-7a80371008f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.614385] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:5a:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84e189d0-4507-4749-8488-7a80371008f4', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.622126] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Creating folder: Project (97f2b9cf8f7549a69c810eaf12d73ea2). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.624480] env[62839]: DEBUG nova.compute.utils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.630034] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ee5621e-ade9-4d97-9aa6-b9108862323b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.630477] env[62839]: DEBUG nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Not allocating networking since 'none' was specified. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 844.642076] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Created folder: Project (97f2b9cf8f7549a69c810eaf12d73ea2) in parent group-v554621. [ 844.642578] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Creating folder: Instances. Parent ref: group-v554805. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.643359] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb1356ac-1217-4567-9a3b-670e5128722f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.654191] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Created folder: Instances in parent group-v554805. [ 844.654371] env[62839]: DEBUG oslo.service.loopingcall [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.654571] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.655216] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a4bfd9d-a7e6-4f99-9deb-dd6c8429062b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.676329] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.676329] env[62839]: value = "task-2757158" [ 844.676329] env[62839]: _type = "Task" [ 844.676329] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.683562] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757158, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.909736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.910026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.910061] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.958454] env[62839]: INFO nova.compute.manager [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Took 55.05 seconds to build instance. [ 845.013716] env[62839]: DEBUG nova.compute.manager [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Received event network-changed-84e189d0-4507-4749-8488-7a80371008f4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.014431] env[62839]: DEBUG nova.compute.manager [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Refreshing instance network info cache due to event network-changed-84e189d0-4507-4749-8488-7a80371008f4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.014565] env[62839]: DEBUG oslo_concurrency.lockutils [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] Acquiring lock "refresh_cache-5ed804df-6d19-4253-b2e4-4a173a935e1e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.014648] env[62839]: DEBUG oslo_concurrency.lockutils [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] Acquired lock "refresh_cache-5ed804df-6d19-4253-b2e4-4a173a935e1e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.014790] env[62839]: DEBUG nova.network.neutron [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Refreshing network info cache for port 84e189d0-4507-4749-8488-7a80371008f4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.134632] env[62839]: DEBUG nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.185879] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757158, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.203463] env[62839]: DEBUG nova.network.neutron [-] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.457190] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.466550] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be4d9564-1858-495c-a864-b8b858972f43 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.741s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.620116] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badf9787-3b0e-4236-bffb-1bd2ddafbb5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.628850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c2675b-bd95-406c-b8e5-ab3fa516cd50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.672131] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488bf9f5-a4a7-4b4e-b2d7-00d39da9619a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.685259] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99e903-2ce9-41ac-8f74-c2ea764093a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.696923] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757158, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.705327] env[62839]: DEBUG nova.compute.provider_tree [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.709725] env[62839]: INFO nova.compute.manager [-] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Took 1.32 seconds to deallocate network for instance. [ 845.832183] env[62839]: DEBUG nova.network.neutron [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Updated VIF entry in instance network info cache for port 84e189d0-4507-4749-8488-7a80371008f4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.832542] env[62839]: DEBUG nova.network.neutron [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Updating instance_info_cache with network_info: [{"id": "84e189d0-4507-4749-8488-7a80371008f4", "address": "fa:16:3e:e3:5a:49", "network": {"id": "0a936c3e-e270-495b-87eb-788aed31e415", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1716375490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f2b9cf8f7549a69c810eaf12d73ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e189d0-45", "ovs_interfaceid": "84e189d0-4507-4749-8488-7a80371008f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.961119] env[62839]: DEBUG nova.network.neutron [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Updating instance_info_cache with network_info: [{"id": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "address": "fa:16:3e:6b:97:9d", "network": {"id": "ee6b7ff3-e9dc-4d9d-82ae-09debd9825ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-98530491", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32f64eb-85", "ovs_interfaceid": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "address": "fa:16:3e:e9:09:36", "network": {"id": "bfedd491-46e6-4e91-b616-b93461c81028", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-777353225", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553988f2-6b", "ovs_interfaceid": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a575c6e0-fecb-4eb8-93b0-6c4340f189ee", "address": "fa:16:3e:c9:ae:5e", "network": {"id": "ee6b7ff3-e9dc-4d9d-82ae-09debd9825ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-98530491", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa575c6e0-fe", "ovs_interfaceid": "a575c6e0-fecb-4eb8-93b0-6c4340f189ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.976086] env[62839]: DEBUG nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.174268] env[62839]: DEBUG nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.190482] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757158, 'name': CreateVM_Task, 'duration_secs': 1.324377} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.190705] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.193380] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.193550] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.193865] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.194149] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81e8f3b-2724-4340-a48f-c249fec6763e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.200894] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 846.200894] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52035dcc-f35c-05b1-a898-100fdc028aee" [ 846.200894] env[62839]: _type = "Task" [ 846.200894] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.210327] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52035dcc-f35c-05b1-a898-100fdc028aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.212473] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.212697] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.212874] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.213112] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.213276] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.213424] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.213637] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.213794] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.213978] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.214138] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.214313] env[62839]: DEBUG nova.virt.hardware [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.215125] env[62839]: DEBUG nova.scheduler.client.report [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.219349] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43885f05-6118-4c5f-959a-a16a3bcbc596 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.222533] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.231021] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b85144-a8c0-46c2-a1db-c6178bf5cd4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.245512] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.251410] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Creating folder: Project (5fcb478bf23440df8ed993d9c0355c05). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.252631] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29536162-3906-41b8-8014-ee6289b0011e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.263019] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Created folder: Project (5fcb478bf23440df8ed993d9c0355c05) in parent group-v554621. [ 846.263019] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Creating folder: Instances. Parent ref: group-v554808. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.263220] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff943be1-5589-45d2-872c-28adf296e61f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.272058] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Created folder: Instances in parent group-v554808. [ 846.272753] env[62839]: DEBUG oslo.service.loopingcall [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.272753] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.272753] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bae7a79-24de-4cb3-b0f7-20b1ed35b91e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.291758] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.291758] env[62839]: value = "task-2757161" [ 846.291758] env[62839]: _type = "Task" [ 846.291758] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.301911] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757161, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.337089] env[62839]: DEBUG oslo_concurrency.lockutils [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] Releasing lock "refresh_cache-5ed804df-6d19-4253-b2e4-4a173a935e1e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.337326] env[62839]: DEBUG nova.compute.manager [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Received event network-vif-deleted-a6091af0-6f0a-49a0-86d6-e897da46fd7d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.338008] env[62839]: INFO nova.compute.manager [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Neutron deleted interface a6091af0-6f0a-49a0-86d6-e897da46fd7d; detaching it from the instance and deleting it from the info cache [ 846.338008] env[62839]: DEBUG nova.network.neutron [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.464410] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Releasing lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.465071] env[62839]: DEBUG nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Instance network_info: |[{"id": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "address": "fa:16:3e:6b:97:9d", "network": {"id": "ee6b7ff3-e9dc-4d9d-82ae-09debd9825ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-98530491", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32f64eb-85", "ovs_interfaceid": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "address": "fa:16:3e:e9:09:36", "network": {"id": "bfedd491-46e6-4e91-b616-b93461c81028", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-777353225", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553988f2-6b", "ovs_interfaceid": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a575c6e0-fecb-4eb8-93b0-6c4340f189ee", "address": "fa:16:3e:c9:ae:5e", "network": {"id": "ee6b7ff3-e9dc-4d9d-82ae-09debd9825ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-98530491", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa575c6e0-fe", "ovs_interfaceid": "a575c6e0-fecb-4eb8-93b0-6c4340f189ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.465758] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:97:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd32f64eb-85b9-4fc8-82d7-3bf40b17fe4a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:09:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '553988f2-6bdd-4e1e-8246-c38e52c677c3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:ae:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a575c6e0-fecb-4eb8-93b0-6c4340f189ee', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.478947] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Creating folder: Project (15cfb088db9a489ebe112dc14ca59c8e). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.479745] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ae9387-c509-473a-8e8c-df06df818ecf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.493760] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Created folder: Project (15cfb088db9a489ebe112dc14ca59c8e) in parent group-v554621. [ 846.494374] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Creating folder: Instances. Parent ref: group-v554811. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.494675] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b113675c-632b-4988-9a02-212ce0e25a15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.499233] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.503264] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Created folder: Instances in parent group-v554811. [ 846.503510] env[62839]: DEBUG oslo.service.loopingcall [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.503712] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.503941] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d31d988-2496-4340-8ad0-1adcfdc0c553 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.528072] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.528072] env[62839]: value = "task-2757164" [ 846.528072] env[62839]: _type = "Task" [ 846.528072] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.538221] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757164, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.550454] env[62839]: DEBUG nova.compute.manager [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-changed-a575c6e0-fecb-4eb8-93b0-6c4340f189ee {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.550656] env[62839]: DEBUG nova.compute.manager [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Refreshing instance network info cache due to event network-changed-a575c6e0-fecb-4eb8-93b0-6c4340f189ee. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.550962] env[62839]: DEBUG oslo_concurrency.lockutils [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] Acquiring lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.551051] env[62839]: DEBUG oslo_concurrency.lockutils [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] Acquired lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.551220] env[62839]: DEBUG nova.network.neutron [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Refreshing network info cache for port a575c6e0-fecb-4eb8-93b0-6c4340f189ee {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.713412] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52035dcc-f35c-05b1-a898-100fdc028aee, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.713700] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.713943] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.714222] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.714688] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.714688] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.714879] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f49eca-5162-47ce-8632-d687de1a275b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.722811] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.723321] env[62839]: DEBUG nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.726863] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.250s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.730250] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.730250] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.730250] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd391be-d4e8-409c-8efb-3207dc06b4bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.735791] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 846.735791] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522889d1-574d-fd6e-b152-8b8b36dfc177" [ 846.735791] env[62839]: _type = "Task" [ 846.735791] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.743633] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522889d1-574d-fd6e-b152-8b8b36dfc177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.806888] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757161, 'name': CreateVM_Task, 'duration_secs': 0.275641} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.806888] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.806888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.806888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.806888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.807257] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab4446f-6c63-4442-a0ec-b4ad7bf902ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.812734] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 846.812734] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c76ab5-69f7-d870-087c-a298e549ca22" [ 846.812734] env[62839]: _type = "Task" [ 846.812734] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.820957] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c76ab5-69f7-d870-087c-a298e549ca22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.840045] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-136171d9-f57e-4c19-a2ab-d9112939afe0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.848646] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52c3c7-41db-42fb-af69-bda9f6d2af67 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.885066] env[62839]: DEBUG nova.compute.manager [req-4d5d42fd-e63d-48b3-b569-e2de9beee713 req-4b11a44a-534a-451b-89db-97bf3da13a21 service nova] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Detach interface failed, port_id=a6091af0-6f0a-49a0-86d6-e897da46fd7d, reason: Instance ced06574-162e-47f9-a019-f12bee4d9de5 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 847.038346] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757164, 'name': CreateVM_Task, 'duration_secs': 0.389184} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.038656] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.039602] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.039794] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.040210] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.040534] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21692b9f-0d4c-4a7b-a2de-edf6d3d0072d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.045122] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 847.045122] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5233f1f0-d412-5e29-d888-e5a92b090059" [ 847.045122] env[62839]: _type = "Task" [ 847.045122] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.056862] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5233f1f0-d412-5e29-d888-e5a92b090059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.127806] env[62839]: DEBUG nova.compute.manager [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 847.131508] env[62839]: DEBUG nova.network.neutron [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Port 2c38cd8a-6607-428d-9cab-b9de41d7eb69 binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 847.131749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.131998] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132467] env[62839]: DEBUG nova.network.neutron [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.232181] env[62839]: DEBUG nova.compute.utils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.233622] env[62839]: DEBUG nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Not allocating networking since 'none' was specified. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 847.248823] env[62839]: DEBUG nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.262967] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522889d1-574d-fd6e-b152-8b8b36dfc177, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.262967] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f82a848-8f96-42f6-9a4e-b86cbdb9ffbf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.268717] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 847.268717] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d371b1-8dba-a7ab-8cda-9ddef1d7b569" [ 847.268717] env[62839]: _type = "Task" [ 847.268717] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.277920] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d371b1-8dba-a7ab-8cda-9ddef1d7b569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.322522] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c76ab5-69f7-d870-087c-a298e549ca22, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.322805] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.323047] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.323282] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.366948] env[62839]: DEBUG nova.network.neutron [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Updated VIF entry in instance network info cache for port a575c6e0-fecb-4eb8-93b0-6c4340f189ee. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.367465] env[62839]: DEBUG nova.network.neutron [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Updating instance_info_cache with network_info: [{"id": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "address": "fa:16:3e:6b:97:9d", "network": {"id": "ee6b7ff3-e9dc-4d9d-82ae-09debd9825ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-98530491", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32f64eb-85", "ovs_interfaceid": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "address": "fa:16:3e:e9:09:36", "network": {"id": "bfedd491-46e6-4e91-b616-b93461c81028", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-777353225", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553988f2-6b", "ovs_interfaceid": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a575c6e0-fecb-4eb8-93b0-6c4340f189ee", "address": "fa:16:3e:c9:ae:5e", "network": {"id": "ee6b7ff3-e9dc-4d9d-82ae-09debd9825ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-98530491", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa575c6e0-fe", "ovs_interfaceid": "a575c6e0-fecb-4eb8-93b0-6c4340f189ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.557202] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5233f1f0-d412-5e29-d888-e5a92b090059, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.557394] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.557646] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.557849] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.557996] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.558186] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.558446] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a4e616-599f-4e68-93fa-ecf019308208 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.568847] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.569011] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.569760] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f98506-8332-4452-9cec-8a4b01d08cab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.575726] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 847.575726] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52426220-b13e-c536-7ba2-92845f17b4e1" [ 847.575726] env[62839]: _type = "Task" [ 847.575726] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.583370] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52426220-b13e-c536-7ba2-92845f17b4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.654370] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.753147] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Applying migration context for instance 74eb03e1-dd93-4792-96cd-87e45d55ec4c as it has an incoming, in-progress migration 32ad5cfd-f3fb-4b64-9b02-083491cdc219. Migration status is reverting {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 847.755525] env[62839]: INFO nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating resource usage from migration 32ad5cfd-f3fb-4b64-9b02-083491cdc219 [ 847.755717] env[62839]: INFO nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating resource usage from migration 4610312c-2b1e-4b18-8383-9ccd79b96c3a [ 847.780575] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d371b1-8dba-a7ab-8cda-9ddef1d7b569, 'name': SearchDatastore_Task, 'duration_secs': 0.035772} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.781726] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e3fd97a6-50de-4b50-b513-f5d07c9ff1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.781941] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.782385] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 39d13a82-dea4-41d1-a477-e73230b9817b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.782385] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9d118db1-1c66-4b29-9ecf-32e7ab9460ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.782385] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 8d41ea5e-6757-4ace-b30c-030467138f68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.782703] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance ced06574-162e-47f9-a019-f12bee4d9de5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.782703] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance beb5050f-353d-46e7-b321-360ed90d2a86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.782703] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.782947] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.782947] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance a12e7a53-4957-415e-8e30-ba6cc9a367db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.783126] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.783217] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d76cead4-3521-4a26-9f50-90a2c674930f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.783269] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d4806675-c818-4b97-a2ee-71211c672ed1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.783354] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2657a8f1-e75c-4f19-a855-a6975fea8d65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.783463] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.783585] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.783705] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 218d807e-c3ac-4730-b6fc-ca27bef27f35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.783917] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance b7aecd3a-aebf-4f3b-9cde-15fd75345ffd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.784238] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance c3f87c62-6b74-4edf-b11f-bac31479c237 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.784238] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 1d806cea-f5e0-4c86-b707-a3bd910b7289 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.784380] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.784492] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 7251b650-5c09-4f4b-848e-14521acba362 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.784541] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 847.784615] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 819f1957-56f3-4e58-a236-1a310c4d2e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.784718] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5ed804df-6d19-4253-b2e4-4a173a935e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.788013] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.788013] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 5ed804df-6d19-4253-b2e4-4a173a935e1e/5ed804df-6d19-4253-b2e4-4a173a935e1e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.788013] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.788013] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.788013] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a1aa6b-d938-4da4-a15f-fb08ac7e7078 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.789665] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83efa06-67ac-4279-9bee-64b985301fad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.797092] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 847.797092] env[62839]: value = "task-2757165" [ 847.797092] env[62839]: _type = "Task" [ 847.797092] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.804431] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.804607] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.806837] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db322508-f330-46e5-bedb-db2b1a178497 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.813781] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.815342] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 847.815342] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5229cfa1-edf8-f920-54cf-23d0de90ebbc" [ 847.815342] env[62839]: _type = "Task" [ 847.815342] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.824611] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5229cfa1-edf8-f920-54cf-23d0de90ebbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.870502] env[62839]: DEBUG oslo_concurrency.lockutils [req-e799b791-05bb-4c72-b427-f6441a664eca req-17c7172b-37d9-4a1a-85af-93007d590b13 service nova] Releasing lock "refresh_cache-819f1957-56f3-4e58-a236-1a310c4d2e12" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.881452] env[62839]: DEBUG nova.network.neutron [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance_info_cache with network_info: [{"id": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "address": "fa:16:3e:d3:bc:bf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38cd8a-66", "ovs_interfaceid": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.085816] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52426220-b13e-c536-7ba2-92845f17b4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.02292} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.086572] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1384b0e-faff-4a06-88b8-f555c4fdbe63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.091957] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 848.091957] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5275a413-2f05-2c67-eb05-5d1b4c32217c" [ 848.091957] env[62839]: _type = "Task" [ 848.091957] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.099110] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5275a413-2f05-2c67-eb05-5d1b4c32217c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.263654] env[62839]: DEBUG nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.290260] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.290554] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.290715] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.290925] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.291088] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.291262] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.291472] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.291631] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.291807] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.291966] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.292167] env[62839]: DEBUG nova.virt.hardware [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.292933] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 0f05490a-be68-46a4-af3b-0937bcc1093d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.293087] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Migration 32ad5cfd-f3fb-4b64-9b02-083491cdc219 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 848.293244] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 74eb03e1-dd93-4792-96cd-87e45d55ec4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.293386] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 3ce81944-ddfa-4475-ad2c-91dd23643467 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.293502] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 948eff81-af2c-4bef-adb4-5ce54243f803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.295392] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ac0a6-0af3-4d29-83b0-a78291341d06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.308923] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b50158-ac70-4ffb-a5fc-b19203783f5e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.317303] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.329769] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.335873] env[62839]: DEBUG oslo.service.loopingcall [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.337018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.337282] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74a67802-d60a-4d3e-a03e-01ca7702a9b7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.354640] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5229cfa1-edf8-f920-54cf-23d0de90ebbc, 'name': SearchDatastore_Task, 'duration_secs': 0.023807} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.355963] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46f4548-8574-4bc4-b8d0-b4c87acdf370 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.361253] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.361253] env[62839]: value = "task-2757166" [ 848.361253] env[62839]: _type = "Task" [ 848.361253] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.362831] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 848.362831] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c0e213-49cd-a188-4055-710e2e067fc6" [ 848.362831] env[62839]: _type = "Task" [ 848.362831] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.379566] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757166, 'name': CreateVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.385903] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c0e213-49cd-a188-4055-710e2e067fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.387882] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.602251] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5275a413-2f05-2c67-eb05-5d1b4c32217c, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.602516] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.602830] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 819f1957-56f3-4e58-a236-1a310c4d2e12/819f1957-56f3-4e58-a236-1a310c4d2e12.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.603103] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1548e0d7-406e-4dbf-878b-fa43e4d16bb8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.610348] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 848.610348] env[62839]: value = "task-2757167" [ 848.610348] env[62839]: _type = "Task" [ 848.610348] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.619064] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.799419] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 165d7603-4b1c-46bf-aa6f-cc10e86ae46f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.809815] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674182} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.810084] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 5ed804df-6d19-4253-b2e4-4a173a935e1e/5ed804df-6d19-4253-b2e4-4a173a935e1e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.810300] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.811186] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22e8e889-a125-41b5-8909-07d6b2ca05c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.817752] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 848.817752] env[62839]: value = "task-2757168" [ 848.817752] env[62839]: _type = "Task" [ 848.817752] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.829117] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.885704] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757166, 'name': CreateVM_Task, 'duration_secs': 0.507342} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.885704] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c0e213-49cd-a188-4055-710e2e067fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.057731} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.885888] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.886156] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.886350] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 3ce81944-ddfa-4475-ad2c-91dd23643467/3ce81944-ddfa-4475-ad2c-91dd23643467.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.887138] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.887138] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.887281] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.887489] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-978199ef-da1f-4afc-adaf-b13efee3fcb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.889568] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b00a778-92e8-47eb-82ef-00356d8d5f49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.892652] env[62839]: DEBUG nova.compute.manager [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62839) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 848.892858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.896200] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 848.896200] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52db3d30-1da7-fb41-c9f0-e439d48bf0e7" [ 848.896200] env[62839]: _type = "Task" [ 848.896200] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.897566] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 848.897566] env[62839]: value = "task-2757169" [ 848.897566] env[62839]: _type = "Task" [ 848.897566] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.908248] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52db3d30-1da7-fb41-c9f0-e439d48bf0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.912204] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.126266] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.306351] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 09a24af0-f06a-46ee-ba19-777c88583804 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.327849] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072548} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.328107] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.328874] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50da03f-b894-45ea-b7ed-7bdea05ac53f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.350701] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 5ed804df-6d19-4253-b2e4-4a173a935e1e/5ed804df-6d19-4253-b2e4-4a173a935e1e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.351014] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad807b1-53f4-420e-874a-a250b3e3cee2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.369965] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 849.369965] env[62839]: value = "task-2757170" [ 849.369965] env[62839]: _type = "Task" [ 849.369965] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.377716] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.411046] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52db3d30-1da7-fb41-c9f0-e439d48bf0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.020692} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.413328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.413585] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.413859] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.414053] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.414242] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.414506] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.414746] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3be87112-ff30-4942-8886-2b2fb0d206a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.429249] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.429432] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.430139] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d1fc13-095f-4e67-a346-8bd66450ef3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.434889] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 849.434889] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52892c4b-808b-b317-9a9e-b426404b84c4" [ 849.434889] env[62839]: _type = "Task" [ 849.434889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.442148] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52892c4b-808b-b317-9a9e-b426404b84c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.622520] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694194} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.622781] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 819f1957-56f3-4e58-a236-1a310c4d2e12/819f1957-56f3-4e58-a236-1a310c4d2e12.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.622987] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.623344] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabd23ba-8307-4d85-aa2f-86cc427b73f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.631385] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 849.631385] env[62839]: value = "task-2757171" [ 849.631385] env[62839]: _type = "Task" [ 849.631385] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.644350] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.809683] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9078ceab-480a-4922-8da8-4774e3126d5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.880189] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.911439] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.945420] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52892c4b-808b-b317-9a9e-b426404b84c4, 'name': SearchDatastore_Task, 'duration_secs': 0.086905} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.946260] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a892b4-ec3a-4aa9-87d3-567ab844d693 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.951699] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 849.951699] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264f80d-57fd-db25-c60f-ac3d5f01fa9b" [ 849.951699] env[62839]: _type = "Task" [ 849.951699] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.960087] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264f80d-57fd-db25-c60f-ac3d5f01fa9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.140833] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067914} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.141200] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.141893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e873bd26-e00a-47bb-acfb-204ece0664cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.168866] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 819f1957-56f3-4e58-a236-1a310c4d2e12/819f1957-56f3-4e58-a236-1a310c4d2e12.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.169214] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d91dc4d-96cd-4a36-9a27-6fe3b34fe30c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.189247] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 850.189247] env[62839]: value = "task-2757172" [ 850.189247] env[62839]: _type = "Task" [ 850.189247] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.196996] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.314032] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 0508659c-8908-4840-91f5-3d8ad8146172 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.380609] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.411984] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757169, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.313813} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.412256] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 3ce81944-ddfa-4475-ad2c-91dd23643467/3ce81944-ddfa-4475-ad2c-91dd23643467.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.412466] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.412710] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb4b4828-8dc1-4513-89dc-597c79e1faa4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.418473] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 850.418473] env[62839]: value = "task-2757173" [ 850.418473] env[62839]: _type = "Task" [ 850.418473] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.426416] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.463246] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264f80d-57fd-db25-c60f-ac3d5f01fa9b, 'name': SearchDatastore_Task, 'duration_secs': 0.051789} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.463666] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.464040] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.464350] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2df66e0f-f2eb-467e-b3fe-b03b88c0dda1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.471521] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 850.471521] env[62839]: value = "task-2757174" [ 850.471521] env[62839]: _type = "Task" [ 850.471521] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.481440] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.699374] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757172, 'name': ReconfigVM_Task, 'duration_secs': 0.294089} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.699652] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 819f1957-56f3-4e58-a236-1a310c4d2e12/819f1957-56f3-4e58-a236-1a310c4d2e12.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.700311] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea0e1217-dbba-4cbd-8352-186ea1b8bc0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.707008] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 850.707008] env[62839]: value = "task-2757175" [ 850.707008] env[62839]: _type = "Task" [ 850.707008] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.714648] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757175, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.817259] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 961e86bc-f5a7-472e-bc68-c407db2e1c64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.881143] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757170, 'name': ReconfigVM_Task, 'duration_secs': 1.17728} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.881621] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 5ed804df-6d19-4253-b2e4-4a173a935e1e/5ed804df-6d19-4253-b2e4-4a173a935e1e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.882394] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba7a8cc5-9eee-4968-99d3-cb8ba7a5d539 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.889574] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 850.889574] env[62839]: value = "task-2757176" [ 850.889574] env[62839]: _type = "Task" [ 850.889574] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.897066] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757176, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.927843] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087685} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.928414] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.929247] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3a6a3-e640-47cd-9e0c-b5767ce8ea48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.948811] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3ce81944-ddfa-4475-ad2c-91dd23643467/3ce81944-ddfa-4475-ad2c-91dd23643467.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.949130] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802b29c3-2409-4825-81a9-f6ed13463fb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.968539] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 850.968539] env[62839]: value = "task-2757177" [ 850.968539] env[62839]: _type = "Task" [ 850.968539] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.977876] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.982611] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.217364] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757175, 'name': Rename_Task, 'duration_secs': 0.149916} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.217747] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.217912] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43df0793-de8b-4764-aeb7-00698fa860a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.225369] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 851.225369] env[62839]: value = "task-2757178" [ 851.225369] env[62839]: _type = "Task" [ 851.225369] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.234497] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.321905] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 90cca8db-f109-4f83-b21a-c7896cb69d7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.399806] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757176, 'name': Rename_Task, 'duration_secs': 0.360225} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.400129] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.400717] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-449cf958-6749-414b-b713-c1f0005a34dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.407338] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 851.407338] env[62839]: value = "task-2757179" [ 851.407338] env[62839]: _type = "Task" [ 851.407338] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.414911] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.485266] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757177, 'name': ReconfigVM_Task, 'duration_secs': 0.491011} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.488441] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3ce81944-ddfa-4475-ad2c-91dd23643467/3ce81944-ddfa-4475-ad2c-91dd23643467.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.489134] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87466} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.489363] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04fc1605-1e7d-4fc7-a986-d9e587f7874e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.490991] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.491221] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.491447] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90fde2f0-ae70-425d-8c70-c4507316bbbc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.496756] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 851.496756] env[62839]: value = "task-2757180" [ 851.496756] env[62839]: _type = "Task" [ 851.496756] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.502692] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 851.502692] env[62839]: value = "task-2757181" [ 851.502692] env[62839]: _type = "Task" [ 851.502692] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.509311] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757180, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.513860] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.735512] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.826042] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 77fa7526-ab22-428f-9056-f31a34e3bad8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.918771] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.006720] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757180, 'name': Rename_Task, 'duration_secs': 0.156282} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.009719] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.009967] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f22c40-3194-4d6b-b404-c05e1fb3b4d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.016234] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097605} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.016488] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.017223] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2556f1f9-f93a-47e6-a51f-2ae40730074f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.020572] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 852.020572] env[62839]: value = "task-2757182" [ 852.020572] env[62839]: _type = "Task" [ 852.020572] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.028866] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.043920] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.044251] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7a1f6f-71b7-454c-b648-b73d101048eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.064826] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 852.064826] env[62839]: value = "task-2757183" [ 852.064826] env[62839]: _type = "Task" [ 852.064826] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.074862] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.236045] env[62839]: DEBUG oslo_vmware.api [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757178, 'name': PowerOnVM_Task, 'duration_secs': 0.57239} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.236404] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.236556] env[62839]: INFO nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Took 13.50 seconds to spawn the instance on the hypervisor. [ 852.236734] env[62839]: DEBUG nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.237657] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6fa4dd-c179-4716-8079-5ea4aef742ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.329566] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.329819] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Migration 4610312c-2b1e-4b18-8383-9ccd79b96c3a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 852.329819] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 0e541690-634f-4283-a6ee-3a0bf6bcff5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 852.330086] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 852.330237] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 852.417315] env[62839]: DEBUG oslo_vmware.api [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757179, 'name': PowerOnVM_Task, 'duration_secs': 0.550544} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.420095] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.420318] env[62839]: INFO nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Took 9.99 seconds to spawn the instance on the hypervisor. [ 852.420509] env[62839]: DEBUG nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.421962] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c5cfa7-17ea-43bf-90b6-d3af2e8afb81 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.532894] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.575856] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757183, 'name': ReconfigVM_Task, 'duration_secs': 0.480432} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.578114] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.578884] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f56f2585-2c92-4aa9-8279-5fbdeb11f443 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.584804] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 852.584804] env[62839]: value = "task-2757184" [ 852.584804] env[62839]: _type = "Task" [ 852.584804] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.594636] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757184, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.759733] env[62839]: INFO nova.compute.manager [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Took 51.81 seconds to build instance. [ 852.815473] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b85cee-879c-4201-8f04-6668b0d2edb5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.823357] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf86e39-c293-4390-af89-ffa845321915 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.855776] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a927f9-bcd2-42e2-a6cf-d4de0415675f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.863327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae45443-0ff7-4d02-b8c3-2450c440c8ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.876819] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.941013] env[62839]: INFO nova.compute.manager [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Took 50.47 seconds to build instance. [ 853.039137] env[62839]: DEBUG oslo_vmware.api [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757182, 'name': PowerOnVM_Task, 'duration_secs': 0.860024} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.039639] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.039639] env[62839]: INFO nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Took 6.87 seconds to spawn the instance on the hypervisor. [ 853.039757] env[62839]: DEBUG nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.040563] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49c2087-6e59-4eb1-8ea2-3c5b21292c43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.094581] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757184, 'name': Rename_Task, 'duration_secs': 0.133423} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.094913] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.095066] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e35d980-e00b-4d50-adb2-d91167e6f6bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.101463] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 853.101463] env[62839]: value = "task-2757185" [ 853.101463] env[62839]: _type = "Task" [ 853.101463] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.109578] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.261676] env[62839]: DEBUG oslo_concurrency.lockutils [None req-110ae08f-7b7c-4331-9fed-dff14c61fbb0 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.100s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.380091] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.444402] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8fda270d-33c0-426a-a137-a6e8c5b41355 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.572s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.539763] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "819f1957-56f3-4e58-a236-1a310c4d2e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.540598] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.541026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.541282] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.541535] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.543741] env[62839]: INFO nova.compute.manager [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Terminating instance [ 853.557671] env[62839]: INFO nova.compute.manager [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Took 48.57 seconds to build instance. [ 853.612293] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757185, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.764472] env[62839]: DEBUG nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.885972] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 853.886413] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.159s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.886813] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.664s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.887132] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.890225] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.492s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.890506] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.893107] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.380s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.893362] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.895654] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.359s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.898201] env[62839]: INFO nova.compute.claims [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.901919] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.902669] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Cleaning up deleted instances {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 853.929860] env[62839]: INFO nova.scheduler.client.report [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Deleted allocations for instance 218d807e-c3ac-4730-b6fc-ca27bef27f35 [ 853.931567] env[62839]: INFO nova.scheduler.client.report [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted allocations for instance b7aecd3a-aebf-4f3b-9cde-15fd75345ffd [ 853.944649] env[62839]: INFO nova.scheduler.client.report [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleted allocations for instance d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa [ 853.945556] env[62839]: DEBUG nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.037251] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "5ed804df-6d19-4253-b2e4-4a173a935e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.037517] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.037834] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "5ed804df-6d19-4253-b2e4-4a173a935e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.037903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.038065] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.041223] env[62839]: INFO nova.compute.manager [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Terminating instance [ 854.048156] env[62839]: DEBUG nova.compute.manager [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.048363] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.049421] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0294c8c9-7f19-48e3-8c54-82ef913ed3d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.058427] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.058514] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3faa2bb0-8148-4001-8f23-433bde3fd176 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.060154] env[62839]: DEBUG oslo_concurrency.lockutils [None req-56581e82-55b1-41bd-b41b-99c389b57f06 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "3ce81944-ddfa-4475-ad2c-91dd23643467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.993s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.064667] env[62839]: DEBUG oslo_vmware.api [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 854.064667] env[62839]: value = "task-2757186" [ 854.064667] env[62839]: _type = "Task" [ 854.064667] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.072469] env[62839]: DEBUG oslo_vmware.api [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.111637] env[62839]: DEBUG oslo_vmware.api [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757185, 'name': PowerOnVM_Task, 'duration_secs': 0.667223} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.111835] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.112115] env[62839]: INFO nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Took 5.85 seconds to spawn the instance on the hypervisor. [ 854.112316] env[62839]: DEBUG nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.113154] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb1646-febf-40f3-baae-6c7b35f19449 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.293390] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.424023] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] There are 38 instances to clean {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 854.424023] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: a6d46ef1-5d0b-4d4e-907a-d11850a30c8c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.445557] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b89c7161-e439-4839-812d-377c0f454aab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "b7aecd3a-aebf-4f3b-9cde-15fd75345ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.482s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.447352] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ee05f6b-9d66-43cf-bf7a-54754eb5c4ae tempest-ServersNegativeTestMultiTenantJSON-1718237623 tempest-ServersNegativeTestMultiTenantJSON-1718237623-project-member] Lock "218d807e-c3ac-4730-b6fc-ca27bef27f35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.858s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.456039] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6fcb3f20-fdc2-46d0-9213-f7486f628dca tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.477s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.474036] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.546520] env[62839]: DEBUG nova.compute.manager [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.546821] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.547925] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb695d0-8cea-44e4-8be8-3d6729b2887e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.556056] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.556302] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fdf545c-ed5f-48ca-a809-51082ddc1083 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.563851] env[62839]: DEBUG oslo_vmware.api [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 854.563851] env[62839]: value = "task-2757187" [ 854.563851] env[62839]: _type = "Task" [ 854.563851] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.579765] env[62839]: DEBUG oslo_vmware.api [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.583461] env[62839]: DEBUG oslo_vmware.api [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757186, 'name': PowerOffVM_Task, 'duration_secs': 0.346294} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.583461] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.583560] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.583758] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53f8289-49d7-49b5-839c-6d5b5357c5c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.630079] env[62839]: INFO nova.compute.manager [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Took 47.31 seconds to build instance. [ 854.718422] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.718675] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.718992] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Deleting the datastore file [datastore1] 819f1957-56f3-4e58-a236-1a310c4d2e12 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.719226] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351d6fb1-cef9-449e-b486-fd6aa688cdd3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.726030] env[62839]: DEBUG oslo_vmware.api [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 854.726030] env[62839]: value = "task-2757189" [ 854.726030] env[62839]: _type = "Task" [ 854.726030] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.734441] env[62839]: DEBUG oslo_vmware.api [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.930889] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d6374086-6be0-4ec3-ab57-ff58291f02ac] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.075918] env[62839]: DEBUG oslo_vmware.api [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757187, 'name': PowerOffVM_Task, 'duration_secs': 0.166422} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.080430] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.080430] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.080430] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2d0fe37-9439-4944-a236-aeb7105fa36b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.134745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-81dd65fa-e424-4bb2-829f-ab6124ea26ce tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "948eff81-af2c-4bef-adb4-5ce54243f803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.651s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.155287] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.155408] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.159021] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Deleting the datastore file [datastore2] 5ed804df-6d19-4253-b2e4-4a173a935e1e {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.159021] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad13e41e-e916-4642-aba8-1e9e3ebecbb0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.163136] env[62839]: DEBUG oslo_vmware.api [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for the task: (returnval){ [ 855.163136] env[62839]: value = "task-2757191" [ 855.163136] env[62839]: _type = "Task" [ 855.163136] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.173416] env[62839]: DEBUG oslo_vmware.api [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.236216] env[62839]: DEBUG oslo_vmware.api [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159243} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.238367] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.238682] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.239020] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.239301] env[62839]: INFO nova.compute.manager [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Took 1.19 seconds to destroy the instance on the hypervisor. [ 855.239637] env[62839]: DEBUG oslo.service.loopingcall [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.240110] env[62839]: DEBUG nova.compute.manager [-] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.240310] env[62839]: DEBUG nova.network.neutron [-] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.347119] env[62839]: INFO nova.compute.manager [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Rebuilding instance [ 855.418063] env[62839]: DEBUG nova.compute.manager [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.418995] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf98b30-7b27-4e5b-8f2a-1466a025936b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.434805] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6b6d8663-024f-4aff-bfbe-e21c827ac529] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.552444] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "e71ed019-86c6-431f-a7db-50417e44a43d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.552570] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e71ed019-86c6-431f-a7db-50417e44a43d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.565624] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14764d51-310c-4a77-9c50-63d0469c1f41 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.576276] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4191c615-1803-491c-8a93-4ebabdf648f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.615811] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a1f944-de6c-4e24-aa9a-a3fb801fc519 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.623499] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046261c7-777c-4fcd-bd28-cb5df8e26f91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.639424] env[62839]: DEBUG nova.compute.provider_tree [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.672478] env[62839]: DEBUG oslo_vmware.api [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Task: {'id': task-2757191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136318} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.672724] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.672900] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.674264] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.674405] env[62839]: INFO nova.compute.manager [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.674650] env[62839]: DEBUG oslo.service.loopingcall [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.674843] env[62839]: DEBUG nova.compute.manager [-] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.674926] env[62839]: DEBUG nova.network.neutron [-] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.937088] env[62839]: DEBUG nova.compute.manager [req-e1ab161b-b838-4992-b716-c1cc9d6d4841 req-00bd2935-3aac-4c9d-b57b-41c73d65d3fc service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-vif-deleted-a575c6e0-fecb-4eb8-93b0-6c4340f189ee {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.937088] env[62839]: INFO nova.compute.manager [req-e1ab161b-b838-4992-b716-c1cc9d6d4841 req-00bd2935-3aac-4c9d-b57b-41c73d65d3fc service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Neutron deleted interface a575c6e0-fecb-4eb8-93b0-6c4340f189ee; detaching it from the instance and deleting it from the info cache [ 855.937088] env[62839]: DEBUG nova.network.neutron [req-e1ab161b-b838-4992-b716-c1cc9d6d4841 req-00bd2935-3aac-4c9d-b57b-41c73d65d3fc service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Updating instance_info_cache with network_info: [{"id": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "address": "fa:16:3e:6b:97:9d", "network": {"id": "ee6b7ff3-e9dc-4d9d-82ae-09debd9825ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-98530491", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32f64eb-85", "ovs_interfaceid": "d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "address": "fa:16:3e:e9:09:36", "network": {"id": "bfedd491-46e6-4e91-b616-b93461c81028", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-777353225", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553988f2-6b", "ovs_interfaceid": "553988f2-6bdd-4e1e-8246-c38e52c677c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.938593] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 87d29e0d-3d61-4df0-9da6-108851ff3640] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.996467] env[62839]: DEBUG nova.compute.manager [req-7ab627cf-2da9-4a3e-933f-42a45e20422d req-5db58437-8ac8-4c3d-805f-15dd7315ac2b service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Received event network-vif-deleted-84e189d0-4507-4749-8488-7a80371008f4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.996681] env[62839]: INFO nova.compute.manager [req-7ab627cf-2da9-4a3e-933f-42a45e20422d req-5db58437-8ac8-4c3d-805f-15dd7315ac2b service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Neutron deleted interface 84e189d0-4507-4749-8488-7a80371008f4; detaching it from the instance and deleting it from the info cache [ 855.996866] env[62839]: DEBUG nova.network.neutron [req-7ab627cf-2da9-4a3e-933f-42a45e20422d req-5db58437-8ac8-4c3d-805f-15dd7315ac2b service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.056948] env[62839]: DEBUG nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.107188] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.107714] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.142989] env[62839]: DEBUG nova.scheduler.client.report [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.440403] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.440403] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39194f33-e857-4fcb-acc4-47838c96b86c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.441451] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ceb9eb21-4b7b-4abb-9e66-3304e1e20dee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.444085] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: ca9e593b-bb9e-4930-8792-6e4e09190970] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.454997] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831e60a2-d8e1-4267-b812-6dc1bc2606aa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.470478] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 856.470478] env[62839]: value = "task-2757192" [ 856.470478] env[62839]: _type = "Task" [ 856.470478] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.471110] env[62839]: DEBUG nova.network.neutron [-] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.483406] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.497803] env[62839]: DEBUG nova.compute.manager [req-e1ab161b-b838-4992-b716-c1cc9d6d4841 req-00bd2935-3aac-4c9d-b57b-41c73d65d3fc service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Detach interface failed, port_id=a575c6e0-fecb-4eb8-93b0-6c4340f189ee, reason: Instance 819f1957-56f3-4e58-a236-1a310c4d2e12 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.500743] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c862383-f199-41cb-a66b-cd76477c10cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.509360] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f320aae0-8952-49f2-a1f1-ce5da219e4af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.545863] env[62839]: DEBUG nova.compute.manager [req-7ab627cf-2da9-4a3e-933f-42a45e20422d req-5db58437-8ac8-4c3d-805f-15dd7315ac2b service nova] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Detach interface failed, port_id=84e189d0-4507-4749-8488-7a80371008f4, reason: Instance 5ed804df-6d19-4253-b2e4-4a173a935e1e could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.583574] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.610340] env[62839]: DEBUG nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.649060] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.649597] env[62839]: DEBUG nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.652992] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.460s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.653274] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.656098] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.940s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.658494] env[62839]: INFO nova.compute.claims [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.693531] env[62839]: INFO nova.scheduler.client.report [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Deleted allocations for instance c3f87c62-6b74-4edf-b11f-bac31479c237 [ 856.947469] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: efbee0bf-c461-4826-abd9-4f3f135ee49c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.978457] env[62839]: INFO nova.compute.manager [-] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Took 1.30 seconds to deallocate network for instance. [ 856.984116] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757192, 'name': PowerOffVM_Task, 'duration_secs': 0.121339} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.986861] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.987097] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.988035] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e8b61-98dd-4598-9a16-9d2896b6b8e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.996018] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.996018] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee1744f9-ccfe-49b8-9207-261107891e4a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.021857] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.021857] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.021857] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleting the datastore file [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.022527] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b7ddf6-30e3-4004-b457-d0ccfe400589 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.028818] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 857.028818] env[62839]: value = "task-2757194" [ 857.028818] env[62839]: _type = "Task" [ 857.028818] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.039057] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.140903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.167781] env[62839]: DEBUG nova.compute.utils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.173256] env[62839]: DEBUG nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.173475] env[62839]: DEBUG nova.network.neutron [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.205227] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0505df73-555e-48e0-862b-35ef74346ebb tempest-ServerMetadataNegativeTestJSON-1130336467 tempest-ServerMetadataNegativeTestJSON-1130336467-project-member] Lock "c3f87c62-6b74-4edf-b11f-bac31479c237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.544s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.241981] env[62839]: DEBUG nova.policy [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0d1d5a5112472abf315c6e0f5473b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1017ae9664fd42b0b740dda3bcdb10a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.313531] env[62839]: DEBUG nova.network.neutron [-] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.450883] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: febcbe0e-6f7a-4e35-ad6c-0cb60e66a34d] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.488520] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.541287] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108695} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.541621] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.541861] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.542130] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.680622] env[62839]: DEBUG nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.782283] env[62839]: DEBUG nova.network.neutron [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Successfully created port: 62116d5d-92cb-4346-8f15-23cff47c8d9b {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.820277] env[62839]: INFO nova.compute.manager [-] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Took 2.58 seconds to deallocate network for instance. [ 857.954694] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: f79f60f7-a862-4f80-b77d-a0dd7d9bfa0d] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.082824] env[62839]: DEBUG nova.compute.manager [req-905eda26-9a76-4754-a719-231c4c3791d6 req-946221ac-91ce-437e-a808-bba6a9daac7b service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-vif-deleted-d32f64eb-85b9-4fc8-82d7-3bf40b17fe4a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.083057] env[62839]: DEBUG nova.compute.manager [req-905eda26-9a76-4754-a719-231c4c3791d6 req-946221ac-91ce-437e-a808-bba6a9daac7b service nova] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Received event network-vif-deleted-553988f2-6bdd-4e1e-8246-c38e52c677c3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.314310] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407b6ca3-0bc2-46cd-a28e-b62845f245be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.321884] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55303850-31bc-4f20-be28-3cde47882be3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.332171] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.359721] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841e13f-5179-4948-90e2-e086fd90123b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.370069] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d630e3f1-9bdf-46cc-92c0-40583ee91f32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.386860] env[62839]: DEBUG nova.compute.provider_tree [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.464834] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 5af1b9d9-375c-40ff-bf4b-a37e9d64b391] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.580250] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.580648] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.580648] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.580816] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.580985] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.581785] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.582106] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.582345] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.582534] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.582704] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.582877] env[62839]: DEBUG nova.virt.hardware [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.584078] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d8ee79-05af-47f7-8512-5098f6878403 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.593016] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0100f8b2-bbb1-4ccc-a245-7b3c353d3455 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.606957] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.612735] env[62839]: DEBUG oslo.service.loopingcall [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.612968] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.613196] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f8c575-a9d0-420d-964c-542352d3ce5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.631415] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.631415] env[62839]: value = "task-2757195" [ 858.631415] env[62839]: _type = "Task" [ 858.631415] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.640818] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757195, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.690699] env[62839]: DEBUG nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.712352] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.712612] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.712761] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.712937] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.713317] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.713395] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.713621] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.713763] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.713929] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.714103] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.714286] env[62839]: DEBUG nova.virt.hardware [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.715326] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2985874-0868-43e8-b846-7619a427c3e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.723155] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21630174-89ed-4712-b76b-0fa883add4bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.890570] env[62839]: DEBUG nova.scheduler.client.report [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.972672] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 5fb06406-1bb2-4ba5-b297-e9b13fde6626] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.143900] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757195, 'name': CreateVM_Task, 'duration_secs': 0.33132} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.144169] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.144796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.144796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.145122] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.145384] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b836336e-4859-45d7-ad5c-58614c5a6598 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.150800] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 859.150800] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5234604a-c13a-3492-4ef7-08c672db5600" [ 859.150800] env[62839]: _type = "Task" [ 859.150800] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.162831] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5234604a-c13a-3492-4ef7-08c672db5600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.398167] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.398868] env[62839]: DEBUG nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.405089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.963s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.405436] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.407870] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.838s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.409398] env[62839]: INFO nova.compute.claims [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.443040] env[62839]: INFO nova.scheduler.client.report [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Deleted allocations for instance 39d13a82-dea4-41d1-a477-e73230b9817b [ 859.477540] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 049f66d5-7650-449f-88ea-f3c0dd9b250c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.597246] env[62839]: DEBUG nova.network.neutron [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Successfully updated port: 62116d5d-92cb-4346-8f15-23cff47c8d9b {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.661616] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5234604a-c13a-3492-4ef7-08c672db5600, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.661933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.662191] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.662428] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.662573] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.662749] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.663017] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0b89c5-834f-40c7-8f40-a1bb7a3a3636 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.671351] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.671530] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.672536] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0ab23a-0840-4ab3-b2e9-a9f08ffa20cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.677593] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 859.677593] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5270ee78-0eae-187d-0c51-e354192c14fa" [ 859.677593] env[62839]: _type = "Task" [ 859.677593] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.685677] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5270ee78-0eae-187d-0c51-e354192c14fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.913359] env[62839]: DEBUG nova.compute.utils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.916440] env[62839]: DEBUG nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.916606] env[62839]: DEBUG nova.network.neutron [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.963660] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bd16cd9b-3d2a-42e5-b116-3bc80fddcb30 tempest-SecurityGroupsTestJSON-110659260 tempest-SecurityGroupsTestJSON-110659260-project-member] Lock "39d13a82-dea4-41d1-a477-e73230b9817b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.932s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.970129] env[62839]: DEBUG nova.policy [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e9ce36473c04de1a3a91d34750aa04b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd65a962becbe4505a96dde93ae3ea578', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.980421] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 2e98a7c1-05e4-40c3-954d-a0ae6130f09c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.100916] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.101103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.101270] env[62839]: DEBUG nova.network.neutron [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.186276] env[62839]: DEBUG nova.compute.manager [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Received event network-vif-plugged-62116d5d-92cb-4346-8f15-23cff47c8d9b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.186501] env[62839]: DEBUG oslo_concurrency.lockutils [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] Acquiring lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.186702] env[62839]: DEBUG oslo_concurrency.lockutils [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.186865] env[62839]: DEBUG oslo_concurrency.lockutils [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.187289] env[62839]: DEBUG nova.compute.manager [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] No waiting events found dispatching network-vif-plugged-62116d5d-92cb-4346-8f15-23cff47c8d9b {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.187362] env[62839]: WARNING nova.compute.manager [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Received unexpected event network-vif-plugged-62116d5d-92cb-4346-8f15-23cff47c8d9b for instance with vm_state building and task_state spawning. [ 860.187524] env[62839]: DEBUG nova.compute.manager [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Received event network-changed-62116d5d-92cb-4346-8f15-23cff47c8d9b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.187676] env[62839]: DEBUG nova.compute.manager [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Refreshing instance network info cache due to event network-changed-62116d5d-92cb-4346-8f15-23cff47c8d9b. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.187840] env[62839]: DEBUG oslo_concurrency.lockutils [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] Acquiring lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.194968] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5270ee78-0eae-187d-0c51-e354192c14fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008297} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.195744] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36008f2e-a593-4108-92be-82832e75b4b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.201317] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 860.201317] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5222bf4f-fd09-47e6-25f4-bcbc1d4dfc6d" [ 860.201317] env[62839]: _type = "Task" [ 860.201317] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.210907] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5222bf4f-fd09-47e6-25f4-bcbc1d4dfc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.423570] env[62839]: DEBUG nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.426544] env[62839]: DEBUG nova.network.neutron [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Successfully created port: b641c384-2ced-40e7-b941-15f4595cecd8 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.484481] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6e9a42e6-c365-466a-8a59-55bc4e74e1d4] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.716110] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5222bf4f-fd09-47e6-25f4-bcbc1d4dfc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.716474] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.716753] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.717160] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c1119a4-de04-442d-b8c8-1d8ff2f86b2b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.725205] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 860.725205] env[62839]: value = "task-2757196" [ 860.725205] env[62839]: _type = "Task" [ 860.725205] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.736348] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.817943] env[62839]: DEBUG nova.network.neutron [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.987461] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 2a018d3c-4575-4042-b1ff-a2d71454cb17] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.072552] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e54f6-c427-4170-a983-0ec77dfa72b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.082775] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b91e3db-37a0-4b13-9f8e-206c5adeecfb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.889060] env[62839]: DEBUG nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.891221] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: a3f4979c-1e6a-41bd-ac05-6ef06bd640eb] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.894044] env[62839]: DEBUG nova.network.neutron [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Updating instance_info_cache with network_info: [{"id": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "address": "fa:16:3e:5e:a0:fa", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62116d5d-92", "ovs_interfaceid": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.898512] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d78a8d4-d5b5-4dd4-bab3-65d408c845f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.911083] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e898d49-ba86-4f83-914a-c4aed847d8c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.913548] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513934} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.913826] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.914059] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.914654] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aee5c3d-5400-4ea7-8459-c7893794aec8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.924119] env[62839]: DEBUG nova.compute.provider_tree [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.932813] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 861.932813] env[62839]: value = "task-2757197" [ 861.932813] env[62839]: _type = "Task" [ 861.932813] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.935417] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.935629] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.935826] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.936056] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.936209] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.936356] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.936570] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.936726] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.936895] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.937065] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.937247] env[62839]: DEBUG nova.virt.hardware [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.941526] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13546cd-a7da-44ba-ae02-9b8a0f13cc12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.949523] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.952675] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1de3477-1097-49ba-8570-2e55506108d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.404148] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 4f1bad7e-8493-42c3-b92f-fcdc48fc7461] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.405634] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.405900] env[62839]: DEBUG nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Instance network_info: |[{"id": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "address": "fa:16:3e:5e:a0:fa", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62116d5d-92", "ovs_interfaceid": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.410544] env[62839]: DEBUG oslo_concurrency.lockutils [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] Acquired lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.410807] env[62839]: DEBUG nova.network.neutron [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Refreshing network info cache for port 62116d5d-92cb-4346-8f15-23cff47c8d9b {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.414588] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:a0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62116d5d-92cb-4346-8f15-23cff47c8d9b', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.423797] env[62839]: DEBUG oslo.service.loopingcall [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.427975] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.428531] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d23ada96-5e94-4b51-b059-45c3a862a76b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.451019] env[62839]: DEBUG nova.scheduler.client.report [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.466965] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066939} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.468426] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.469140] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.469140] env[62839]: value = "task-2757198" [ 862.469140] env[62839]: _type = "Task" [ 862.469140] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.469398] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1ec591-2690-44b2-b2dc-520616d16330 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.479890] env[62839]: DEBUG nova.compute.manager [req-b717657c-f85f-4c5a-830c-67bb7c120c1a req-a82bfd31-a48b-47c9-bbcc-ae49b7aa98b6 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Received event network-vif-plugged-b641c384-2ced-40e7-b941-15f4595cecd8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.480457] env[62839]: DEBUG oslo_concurrency.lockutils [req-b717657c-f85f-4c5a-830c-67bb7c120c1a req-a82bfd31-a48b-47c9-bbcc-ae49b7aa98b6 service nova] Acquiring lock "09a24af0-f06a-46ee-ba19-777c88583804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.480457] env[62839]: DEBUG oslo_concurrency.lockutils [req-b717657c-f85f-4c5a-830c-67bb7c120c1a req-a82bfd31-a48b-47c9-bbcc-ae49b7aa98b6 service nova] Lock "09a24af0-f06a-46ee-ba19-777c88583804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.480614] env[62839]: DEBUG oslo_concurrency.lockutils [req-b717657c-f85f-4c5a-830c-67bb7c120c1a req-a82bfd31-a48b-47c9-bbcc-ae49b7aa98b6 service nova] Lock "09a24af0-f06a-46ee-ba19-777c88583804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.480702] env[62839]: DEBUG nova.compute.manager [req-b717657c-f85f-4c5a-830c-67bb7c120c1a req-a82bfd31-a48b-47c9-bbcc-ae49b7aa98b6 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] No waiting events found dispatching network-vif-plugged-b641c384-2ced-40e7-b941-15f4595cecd8 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.481224] env[62839]: WARNING nova.compute.manager [req-b717657c-f85f-4c5a-830c-67bb7c120c1a req-a82bfd31-a48b-47c9-bbcc-ae49b7aa98b6 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Received unexpected event network-vif-plugged-b641c384-2ced-40e7-b941-15f4595cecd8 for instance with vm_state building and task_state spawning. [ 862.503256] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.508336] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a07357-dbff-4685-baf8-58161ed5a10b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.524693] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757198, 'name': CreateVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.525658] env[62839]: DEBUG nova.network.neutron [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Successfully updated port: b641c384-2ced-40e7-b941-15f4595cecd8 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.534459] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 862.534459] env[62839]: value = "task-2757199" [ 862.534459] env[62839]: _type = "Task" [ 862.534459] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.543498] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.895711] env[62839]: DEBUG nova.network.neutron [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Updated VIF entry in instance network info cache for port 62116d5d-92cb-4346-8f15-23cff47c8d9b. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.895711] env[62839]: DEBUG nova.network.neutron [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Updating instance_info_cache with network_info: [{"id": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "address": "fa:16:3e:5e:a0:fa", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62116d5d-92", "ovs_interfaceid": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.914742] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e781cd3c-2347-4273-87c1-eb3ae4421472] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.956031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.548s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.956594] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.962412] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.086s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.962412] env[62839]: DEBUG nova.objects.instance [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'pci_requests' on Instance uuid 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.985688] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757198, 'name': CreateVM_Task, 'duration_secs': 0.414233} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.985904] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.988643] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.988810] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.991040] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.991040] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65044112-6cac-4b89-a70b-4b2de6cc5bd7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.996313] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 862.996313] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c85342-8932-2fb3-2a08-cbedb2c1458d" [ 862.996313] env[62839]: _type = "Task" [ 862.996313] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.007774] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c85342-8932-2fb3-2a08-cbedb2c1458d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.030724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "refresh_cache-09a24af0-f06a-46ee-ba19-777c88583804" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.031051] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquired lock "refresh_cache-09a24af0-f06a-46ee-ba19-777c88583804" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.031051] env[62839]: DEBUG nova.network.neutron [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.049858] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757199, 'name': ReconfigVM_Task, 'duration_secs': 0.389139} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.049858] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803/948eff81-af2c-4bef-adb4-5ce54243f803.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.050210] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e5d23ec-4b72-4345-bb29-098d8e036186 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.057545] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 863.057545] env[62839]: value = "task-2757200" [ 863.057545] env[62839]: _type = "Task" [ 863.057545] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.066793] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757200, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.185924] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "8550e611-9d69-4b46-9b24-bc7623b07f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.187673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.398961] env[62839]: DEBUG oslo_concurrency.lockutils [req-dfba5924-c712-45de-a3cd-1148df0f332b req-9b854b58-e94e-40f0-b646-f0d5a3dcb21e service nova] Releasing lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.420035] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 84013e5a-57bf-4d6d-90db-73b7f6f7b63f] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.465367] env[62839]: DEBUG nova.compute.utils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.468982] env[62839]: DEBUG nova.objects.instance [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'numa_topology' on Instance uuid 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.469625] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.469790] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.506564] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c85342-8932-2fb3-2a08-cbedb2c1458d, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.506924] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.507450] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.507450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.507450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.507671] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.507879] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-430a0372-eb90-4251-ac58-57571bad7ada {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.517137] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.517137] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.517582] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a8cba9-8736-4c36-b129-c4dae01015ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.522892] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 863.522892] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f910ad-6264-1a07-40f6-4f41bebc70ad" [ 863.522892] env[62839]: _type = "Task" [ 863.522892] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.531216] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f910ad-6264-1a07-40f6-4f41bebc70ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.549942] env[62839]: DEBUG nova.policy [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '175d3bcbb9d04a57872f585a0159ba01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd982e5bb64b34838a42ea2d89939ba23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.567256] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757200, 'name': Rename_Task, 'duration_secs': 0.156632} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.567517] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.567753] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb604ed-dcf1-4f57-aced-faba41319653 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.574753] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 863.574753] env[62839]: value = "task-2757201" [ 863.574753] env[62839]: _type = "Task" [ 863.574753] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.578592] env[62839]: DEBUG nova.network.neutron [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.583575] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.807534] env[62839]: DEBUG nova.network.neutron [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Updating instance_info_cache with network_info: [{"id": "b641c384-2ced-40e7-b941-15f4595cecd8", "address": "fa:16:3e:b8:03:ac", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb641c384-2c", "ovs_interfaceid": "b641c384-2ced-40e7-b941-15f4595cecd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.911265] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Successfully created port: 20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.922853] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0337a2e1-4678-4616-9758-f964dcb14e2a] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.971819] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.973730] env[62839]: INFO nova.compute.claims [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.037144] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f910ad-6264-1a07-40f6-4f41bebc70ad, 'name': SearchDatastore_Task, 'duration_secs': 0.027349} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.038389] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbee42df-e0e7-4b84-b1ce-8ff7444c09d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.045437] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 864.045437] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7fe50-66b6-98c1-ba02-08416dac8d03" [ 864.045437] env[62839]: _type = "Task" [ 864.045437] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.054527] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7fe50-66b6-98c1-ba02-08416dac8d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.085021] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757201, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.309531] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Releasing lock "refresh_cache-09a24af0-f06a-46ee-ba19-777c88583804" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.309890] env[62839]: DEBUG nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Instance network_info: |[{"id": "b641c384-2ced-40e7-b941-15f4595cecd8", "address": "fa:16:3e:b8:03:ac", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb641c384-2c", "ovs_interfaceid": "b641c384-2ced-40e7-b941-15f4595cecd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.310324] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:03:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b641c384-2ced-40e7-b941-15f4595cecd8', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.317583] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Creating folder: Project (d65a962becbe4505a96dde93ae3ea578). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.317859] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c6bbf61-a84f-457e-ba56-a84b2d6f9f61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.328503] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Created folder: Project (d65a962becbe4505a96dde93ae3ea578) in parent group-v554621. [ 864.328700] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Creating folder: Instances. Parent ref: group-v554817. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.328939] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83ca5d98-52f5-44a2-bd5b-854b7fc92412 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.337980] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Created folder: Instances in parent group-v554817. [ 864.338231] env[62839]: DEBUG oslo.service.loopingcall [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.338420] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.338619] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc47d2ee-7780-4262-9abc-6cdef24ba7ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.357065] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.357065] env[62839]: value = "task-2757204" [ 864.357065] env[62839]: _type = "Task" [ 864.357065] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.364348] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757204, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.428115] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: bd6d838d-622f-42c5-ba9d-bc691898a1a2] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.527506] env[62839]: DEBUG nova.compute.manager [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Received event network-changed-b641c384-2ced-40e7-b941-15f4595cecd8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.527721] env[62839]: DEBUG nova.compute.manager [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Refreshing instance network info cache due to event network-changed-b641c384-2ced-40e7-b941-15f4595cecd8. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 864.528012] env[62839]: DEBUG oslo_concurrency.lockutils [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] Acquiring lock "refresh_cache-09a24af0-f06a-46ee-ba19-777c88583804" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.528097] env[62839]: DEBUG oslo_concurrency.lockutils [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] Acquired lock "refresh_cache-09a24af0-f06a-46ee-ba19-777c88583804" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.528293] env[62839]: DEBUG nova.network.neutron [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Refreshing network info cache for port b641c384-2ced-40e7-b941-15f4595cecd8 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.555695] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7fe50-66b6-98c1-ba02-08416dac8d03, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.555907] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.556182] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 165d7603-4b1c-46bf-aa6f-cc10e86ae46f/165d7603-4b1c-46bf-aa6f-cc10e86ae46f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.556421] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d12db1a7-9824-4011-ba18-7a27f2d0a17b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.563272] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 864.563272] env[62839]: value = "task-2757205" [ 864.563272] env[62839]: _type = "Task" [ 864.563272] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.572843] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.583419] env[62839]: DEBUG oslo_vmware.api [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757201, 'name': PowerOnVM_Task, 'duration_secs': 0.527157} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.583671] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.583877] env[62839]: DEBUG nova.compute.manager [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.584604] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b53ba1-b843-4fd7-9f18-5637b2f554a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.868971] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757204, 'name': CreateVM_Task, 'duration_secs': 0.328183} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.869205] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.869914] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.870094] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.870432] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.870692] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5673c8c3-78d8-41e4-a29b-a4f2e19dbc31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.875896] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 864.875896] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525e4a21-8b0e-15af-a6a6-5e80e2c74611" [ 864.875896] env[62839]: _type = "Task" [ 864.875896] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.884013] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525e4a21-8b0e-15af-a6a6-5e80e2c74611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.931783] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 824ef72d-6ce6-453b-a3a2-06d9c5a0bea6] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.984948] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.021276] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.022127] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.022127] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.022127] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.022294] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.022385] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.022673] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.022844] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.023091] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.023357] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.023568] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.025110] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904db03-c82e-4161-b3e2-ddb41834b474 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.040445] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e89f2d-8fda-4d48-9325-3f9b722ba0e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.077218] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490925} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.077510] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 165d7603-4b1c-46bf-aa6f-cc10e86ae46f/165d7603-4b1c-46bf-aa6f-cc10e86ae46f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.077719] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.077979] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38232f33-9f67-41d4-8729-6fcfd83d53ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.087110] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 865.087110] env[62839]: value = "task-2757206" [ 865.087110] env[62839]: _type = "Task" [ 865.087110] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.099519] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.104035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.327242] env[62839]: DEBUG nova.network.neutron [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Updated VIF entry in instance network info cache for port b641c384-2ced-40e7-b941-15f4595cecd8. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.327615] env[62839]: DEBUG nova.network.neutron [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Updating instance_info_cache with network_info: [{"id": "b641c384-2ced-40e7-b941-15f4595cecd8", "address": "fa:16:3e:b8:03:ac", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb641c384-2c", "ovs_interfaceid": "b641c384-2ced-40e7-b941-15f4595cecd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.392588] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525e4a21-8b0e-15af-a6a6-5e80e2c74611, 'name': SearchDatastore_Task, 'duration_secs': 0.020134} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.392977] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.393227] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.393476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.393639] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.393869] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.394077] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dfdb49-8772-4e8c-8169-8d57d787c992 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.402495] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.402685] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.405962] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9c4757-0071-4d8c-b5bf-58aa7c0f3f7f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.411739] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 865.411739] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521a6452-ca83-f286-c09c-92d9de613a8f" [ 865.411739] env[62839]: _type = "Task" [ 865.411739] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.419236] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521a6452-ca83-f286-c09c-92d9de613a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.434803] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d5e2dfd8-bd13-4ca2-b7c5-d4d7ec596aea] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.456955] env[62839]: DEBUG nova.compute.manager [req-fa24fe77-923d-4b4a-88db-f4bd42e2dfbd req-d28b3167-cb00-4c52-bd72-a91a02487201 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Received event network-vif-plugged-20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.457193] env[62839]: DEBUG oslo_concurrency.lockutils [req-fa24fe77-923d-4b4a-88db-f4bd42e2dfbd req-d28b3167-cb00-4c52-bd72-a91a02487201 service nova] Acquiring lock "9078ceab-480a-4922-8da8-4774e3126d5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.457399] env[62839]: DEBUG oslo_concurrency.lockutils [req-fa24fe77-923d-4b4a-88db-f4bd42e2dfbd req-d28b3167-cb00-4c52-bd72-a91a02487201 service nova] Lock "9078ceab-480a-4922-8da8-4774e3126d5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.457561] env[62839]: DEBUG oslo_concurrency.lockutils [req-fa24fe77-923d-4b4a-88db-f4bd42e2dfbd req-d28b3167-cb00-4c52-bd72-a91a02487201 service nova] Lock "9078ceab-480a-4922-8da8-4774e3126d5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.457723] env[62839]: DEBUG nova.compute.manager [req-fa24fe77-923d-4b4a-88db-f4bd42e2dfbd req-d28b3167-cb00-4c52-bd72-a91a02487201 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] No waiting events found dispatching network-vif-plugged-20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.457877] env[62839]: WARNING nova.compute.manager [req-fa24fe77-923d-4b4a-88db-f4bd42e2dfbd req-d28b3167-cb00-4c52-bd72-a91a02487201 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Received unexpected event network-vif-plugged-20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 for instance with vm_state building and task_state spawning. [ 865.539177] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Successfully updated port: 20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.550994] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fa3631-3fc4-4116-bab3-85cda19d8aea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.563065] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bc7b92-b0cc-4349-996c-b84d530572cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.592615] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc77d7-a3a1-4471-8a78-454466aca17b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.599784] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063001} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.601874] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.602695] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ce04f-de43-433d-923e-4be0f5594e6c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.605846] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef442181-243d-4eb8-b642-72a1fd8c80bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.635014] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 165d7603-4b1c-46bf-aa6f-cc10e86ae46f/165d7603-4b1c-46bf-aa6f-cc10e86ae46f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.639294] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea10b819-aa42-418f-b953-72acca195ec9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.653652] env[62839]: DEBUG nova.compute.provider_tree [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.664031] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 865.664031] env[62839]: value = "task-2757207" [ 865.664031] env[62839]: _type = "Task" [ 865.664031] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.669746] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.830458] env[62839]: DEBUG oslo_concurrency.lockutils [req-789b0d12-9774-4f0b-a588-2d628f6b4663 req-a428d3b3-7329-425b-bf0e-8b7b0177b720 service nova] Releasing lock "refresh_cache-09a24af0-f06a-46ee-ba19-777c88583804" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.922866] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521a6452-ca83-f286-c09c-92d9de613a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.923799] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05112454-bd5a-4df8-bd1b-461fcbc7c7a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.930678] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 865.930678] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d22199-358b-d462-d899-5a7e81d4629f" [ 865.930678] env[62839]: _type = "Task" [ 865.930678] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.940240] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 4b89ce2c-d526-4f6b-9d98-7eff2a2950ba] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.944298] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d22199-358b-d462-d899-5a7e81d4629f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.022533] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "948eff81-af2c-4bef-adb4-5ce54243f803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.022805] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "948eff81-af2c-4bef-adb4-5ce54243f803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.023114] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "948eff81-af2c-4bef-adb4-5ce54243f803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.023590] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "948eff81-af2c-4bef-adb4-5ce54243f803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.023590] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "948eff81-af2c-4bef-adb4-5ce54243f803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.025674] env[62839]: INFO nova.compute.manager [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Terminating instance [ 866.041285] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "refresh_cache-9078ceab-480a-4922-8da8-4774e3126d5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.041285] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "refresh_cache-9078ceab-480a-4922-8da8-4774e3126d5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.041488] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.157224] env[62839]: DEBUG nova.scheduler.client.report [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.171809] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757207, 'name': ReconfigVM_Task, 'duration_secs': 0.251801} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.172726] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 165d7603-4b1c-46bf-aa6f-cc10e86ae46f/165d7603-4b1c-46bf-aa6f-cc10e86ae46f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.173316] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b2383a9-04f0-4974-bd43-b064b5a398d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.183740] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 866.183740] env[62839]: value = "task-2757208" [ 866.183740] env[62839]: _type = "Task" [ 866.183740] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.192759] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757208, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.443991] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d22199-358b-d462-d899-5a7e81d4629f, 'name': SearchDatastore_Task, 'duration_secs': 0.017899} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.443991] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.444245] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 09a24af0-f06a-46ee-ba19-777c88583804/09a24af0-f06a-46ee-ba19-777c88583804.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.444325] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d853c72e-362b-4676-a3a8-5c339fa2c8cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.446572] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: b6ff42c3-4558-4b42-8e9f-5771339ab586] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.454468] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 866.454468] env[62839]: value = "task-2757209" [ 866.454468] env[62839]: _type = "Task" [ 866.454468] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.464742] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.530418] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "refresh_cache-948eff81-af2c-4bef-adb4-5ce54243f803" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.530588] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "refresh_cache-948eff81-af2c-4bef-adb4-5ce54243f803" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.530737] env[62839]: DEBUG nova.network.neutron [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.571925] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.662340] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.703s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.665089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.235s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.666993] env[62839]: INFO nova.compute.claims [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.698129] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757208, 'name': Rename_Task, 'duration_secs': 0.144846} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.698318] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.698575] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a121285-44f1-485c-acb5-6c1e8226f9f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.701388] env[62839]: INFO nova.network.neutron [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating port bf468c24-f57c-402f-8b79-c86dd894bbe0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 866.710077] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 866.710077] env[62839]: value = "task-2757210" [ 866.710077] env[62839]: _type = "Task" [ 866.710077] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.723890] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.753348] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Updating instance_info_cache with network_info: [{"id": "20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2", "address": "fa:16:3e:fb:d8:da", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fb435f-6c", "ovs_interfaceid": "20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.951688] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: c87add25-546f-4e34-83c7-02e039121252] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.965933] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476831} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.965933] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 09a24af0-f06a-46ee-ba19-777c88583804/09a24af0-f06a-46ee-ba19-777c88583804.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.965933] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.965933] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0530224f-6b97-4271-8735-de3ea0b82ee6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.973021] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 866.973021] env[62839]: value = "task-2757211" [ 866.973021] env[62839]: _type = "Task" [ 866.973021] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.979584] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.052363] env[62839]: DEBUG nova.network.neutron [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.108111] env[62839]: DEBUG nova.network.neutron [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.223195] env[62839]: DEBUG oslo_vmware.api [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757210, 'name': PowerOnVM_Task, 'duration_secs': 0.464065} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.223815] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.224142] env[62839]: INFO nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Took 8.53 seconds to spawn the instance on the hypervisor. [ 867.224457] env[62839]: DEBUG nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.225768] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac5463-b0bf-4a83-b390-1c37e8a59f6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.257495] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "refresh_cache-9078ceab-480a-4922-8da8-4774e3126d5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.257816] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Instance network_info: |[{"id": "20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2", "address": "fa:16:3e:fb:d8:da", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fb435f-6c", "ovs_interfaceid": "20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.258249] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:d8:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.265912] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Creating folder: Project (d982e5bb64b34838a42ea2d89939ba23). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.266256] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab88152-6a34-4e9f-a667-bd8ec6fe8757 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.277089] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Created folder: Project (d982e5bb64b34838a42ea2d89939ba23) in parent group-v554621. [ 867.277318] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Creating folder: Instances. Parent ref: group-v554820. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.277735] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3801923-025c-4cce-8a4c-1ce92491b4ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.288983] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Created folder: Instances in parent group-v554820. [ 867.288983] env[62839]: DEBUG oslo.service.loopingcall [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.288983] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.288983] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8c8feef-d3f2-45bc-ade3-48c37d6f2556 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.310871] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.310871] env[62839]: value = "task-2757214" [ 867.310871] env[62839]: _type = "Task" [ 867.310871] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.318903] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757214, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.454375] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e0a6fe33-8f46-4ac4-ab56-751785d08772] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.479840] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055164} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.480732] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.481536] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b276728-133e-461e-898c-72a7bcb6236f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.504557] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 09a24af0-f06a-46ee-ba19-777c88583804/09a24af0-f06a-46ee-ba19-777c88583804.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.505841] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bb63f5-a33b-4376-b29b-50ad80838334 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.520414] env[62839]: DEBUG nova.compute.manager [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Received event network-changed-20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.520597] env[62839]: DEBUG nova.compute.manager [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Refreshing instance network info cache due to event network-changed-20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.520810] env[62839]: DEBUG oslo_concurrency.lockutils [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] Acquiring lock "refresh_cache-9078ceab-480a-4922-8da8-4774e3126d5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.520955] env[62839]: DEBUG oslo_concurrency.lockutils [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] Acquired lock "refresh_cache-9078ceab-480a-4922-8da8-4774e3126d5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.521137] env[62839]: DEBUG nova.network.neutron [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Refreshing network info cache for port 20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.527358] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 867.527358] env[62839]: value = "task-2757215" [ 867.527358] env[62839]: _type = "Task" [ 867.527358] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.536156] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.610668] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "refresh_cache-948eff81-af2c-4bef-adb4-5ce54243f803" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.611096] env[62839]: DEBUG nova.compute.manager [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.611317] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.612197] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbbb85a-fec6-4ff5-93a5-02f72e5aaf2b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.619954] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.620203] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b37b26-5390-4cc7-96c8-72a373581f6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.628706] env[62839]: DEBUG oslo_vmware.api [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 867.628706] env[62839]: value = "task-2757216" [ 867.628706] env[62839]: _type = "Task" [ 867.628706] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.636841] env[62839]: DEBUG oslo_vmware.api [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.743982] env[62839]: INFO nova.compute.manager [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Took 54.22 seconds to build instance. [ 867.820709] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757214, 'name': CreateVM_Task, 'duration_secs': 0.375886} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.823211] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.824273] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.824367] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.824713] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.824990] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6d4911-772b-4699-b9b0-015cdc36d0c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.829482] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 867.829482] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525bacf7-7813-54d3-1083-ec0e7d809302" [ 867.829482] env[62839]: _type = "Task" [ 867.829482] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.839704] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525bacf7-7813-54d3-1083-ec0e7d809302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.878344] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] Acquiring lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.879030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] Acquired lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.879030] env[62839]: DEBUG nova.network.neutron [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.958146] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6e4b716a-3b9f-408d-a160-21f883edcdf7] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.039692] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757215, 'name': ReconfigVM_Task, 'duration_secs': 0.316914} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.040105] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 09a24af0-f06a-46ee-ba19-777c88583804/09a24af0-f06a-46ee-ba19-777c88583804.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.040779] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a090da6f-5fee-4f66-956f-66213cfa1e18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.049385] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 868.049385] env[62839]: value = "task-2757217" [ 868.049385] env[62839]: _type = "Task" [ 868.049385] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.060692] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757217, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.143682] env[62839]: DEBUG oslo_vmware.api [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757216, 'name': PowerOffVM_Task, 'duration_secs': 0.123473} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.143859] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.143943] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.144498] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02f4198-f088-4d04-b29e-b58403e94076 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.172669] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.172931] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.173116] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleting the datastore file [datastore2] 948eff81-af2c-4bef-adb4-5ce54243f803 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.173375] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0848a4f-db40-4113-9aee-12469a18b853 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.179877] env[62839]: DEBUG oslo_vmware.api [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 868.179877] env[62839]: value = "task-2757219" [ 868.179877] env[62839]: _type = "Task" [ 868.179877] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.181741] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8dfec-a4e5-47f1-a0a1-51e8bf65f624 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.195723] env[62839]: DEBUG oslo_vmware.api [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.196992] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f7885d-a2d3-4b32-bf91-cb229afeda3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.226944] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356ed96a-fa15-4985-8281-1fbd0abb887d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.234704] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6bd9f1-2b1c-419e-a1c9-c12d12bac567 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.250868] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9d5a4759-ffc1-4929-beca-757345031a01 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.959s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.252107] env[62839]: DEBUG nova.compute.provider_tree [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.343917] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525bacf7-7813-54d3-1083-ec0e7d809302, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.344317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.344463] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.344697] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.344842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.345029] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.345302] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84fdd949-aa60-4810-9292-95ce0a8b6392 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.353283] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.353458] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.354166] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea02f255-9ab2-4942-be47-a39eb67662da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.361028] env[62839]: DEBUG nova.compute.manager [req-3b09c0e0-0a28-4c75-ad66-6a35970ab97b req-3d750229-159d-4565-aae2-3e7f278539d2 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-vif-plugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.361290] env[62839]: DEBUG oslo_concurrency.lockutils [req-3b09c0e0-0a28-4c75-ad66-6a35970ab97b req-3d750229-159d-4565-aae2-3e7f278539d2 service nova] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.361511] env[62839]: DEBUG oslo_concurrency.lockutils [req-3b09c0e0-0a28-4c75-ad66-6a35970ab97b req-3d750229-159d-4565-aae2-3e7f278539d2 service nova] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.361677] env[62839]: DEBUG oslo_concurrency.lockutils [req-3b09c0e0-0a28-4c75-ad66-6a35970ab97b req-3d750229-159d-4565-aae2-3e7f278539d2 service nova] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.364597] env[62839]: DEBUG nova.compute.manager [req-3b09c0e0-0a28-4c75-ad66-6a35970ab97b req-3d750229-159d-4565-aae2-3e7f278539d2 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] No waiting events found dispatching network-vif-plugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.364597] env[62839]: WARNING nova.compute.manager [req-3b09c0e0-0a28-4c75-ad66-6a35970ab97b req-3d750229-159d-4565-aae2-3e7f278539d2 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received unexpected event network-vif-plugged-bf468c24-f57c-402f-8b79-c86dd894bbe0 for instance with vm_state shelved_offloaded and task_state spawning. [ 868.364597] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 868.364597] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520f8fb9-4d79-8d8f-9845-e14342a42449" [ 868.364597] env[62839]: _type = "Task" [ 868.364597] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.373453] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520f8fb9-4d79-8d8f-9845-e14342a42449, 'name': SearchDatastore_Task, 'duration_secs': 0.007434} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.374210] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f5ee1e-e7d9-4308-b11a-994911b38c91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.382052] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.382320] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.382524] env[62839]: DEBUG nova.network.neutron [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.391698] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 868.391698] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d17caa-cf24-1b50-f9ad-db667b1bb8ae" [ 868.391698] env[62839]: _type = "Task" [ 868.391698] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.404792] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d17caa-cf24-1b50-f9ad-db667b1bb8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.405053] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.405305] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9078ceab-480a-4922-8da8-4774e3126d5a/9078ceab-480a-4922-8da8-4774e3126d5a.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.405554] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59469441-9e24-40dc-9e08-b72d0e80ec97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.412904] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 868.412904] env[62839]: value = "task-2757220" [ 868.412904] env[62839]: _type = "Task" [ 868.412904] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.416734] env[62839]: DEBUG nova.network.neutron [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Updated VIF entry in instance network info cache for port 20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.417071] env[62839]: DEBUG nova.network.neutron [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Updating instance_info_cache with network_info: [{"id": "20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2", "address": "fa:16:3e:fb:d8:da", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fb435f-6c", "ovs_interfaceid": "20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.427027] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.460752] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0894f61d-4fa3-4df2-86d1-2900553825cb] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.560100] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757217, 'name': Rename_Task, 'duration_secs': 0.140893} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.560386] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.560640] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d9da180-739c-4bd4-a97d-fea9da0da79d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.566889] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 868.566889] env[62839]: value = "task-2757221" [ 868.566889] env[62839]: _type = "Task" [ 868.566889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.575106] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.670823] env[62839]: DEBUG nova.network.neutron [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Updating instance_info_cache with network_info: [{"id": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "address": "fa:16:3e:5e:a0:fa", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62116d5d-92", "ovs_interfaceid": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.693019] env[62839]: DEBUG oslo_vmware.api [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101134} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.693307] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.693545] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.693666] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.693836] env[62839]: INFO nova.compute.manager [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Took 1.08 seconds to destroy the instance on the hypervisor. [ 868.694092] env[62839]: DEBUG oslo.service.loopingcall [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.694287] env[62839]: DEBUG nova.compute.manager [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.694488] env[62839]: DEBUG nova.network.neutron [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.716065] env[62839]: DEBUG nova.network.neutron [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.756151] env[62839]: DEBUG nova.scheduler.client.report [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.762989] env[62839]: DEBUG nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.919128] env[62839]: DEBUG oslo_concurrency.lockutils [req-f5dd6cf3-26f1-40a9-b053-016427982c23 req-a8133ae2-49ba-4b71-816e-5f52666cfc73 service nova] Releasing lock "refresh_cache-9078ceab-480a-4922-8da8-4774e3126d5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.925267] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464297} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.925510] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9078ceab-480a-4922-8da8-4774e3126d5a/9078ceab-480a-4922-8da8-4774e3126d5a.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.925715] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.926260] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6019f848-680e-4493-80a5-89f7095aebd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.932318] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 868.932318] env[62839]: value = "task-2757222" [ 868.932318] env[62839]: _type = "Task" [ 868.932318] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.942197] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.964010] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 24a25029-8f86-4700-9e08-a802ba3f7ef4] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.076724] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.165976] env[62839]: DEBUG nova.network.neutron [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf468c24-f5", "ovs_interfaceid": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.173225] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] Releasing lock "refresh_cache-165d7603-4b1c-46bf-aa6f-cc10e86ae46f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.173464] env[62839]: DEBUG nova.compute.manager [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Inject network info {{(pid=62839) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 869.173722] env[62839]: DEBUG nova.compute.manager [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] network_info to inject: |[{"id": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "address": "fa:16:3e:5e:a0:fa", "network": {"id": "6fa9aa48-66cd-445a-91e3-3a2b901933e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1126826616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1017ae9664fd42b0b740dda3bcdb10a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62116d5d-92", "ovs_interfaceid": "62116d5d-92cb-4346-8f15-23cff47c8d9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 869.178518] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Reconfiguring VM instance to set the machine id {{(pid=62839) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 869.179574] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40be7e4f-8d92-45c5-920b-d28109742d42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.196712] env[62839]: DEBUG oslo_vmware.api [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] Waiting for the task: (returnval){ [ 869.196712] env[62839]: value = "task-2757223" [ 869.196712] env[62839]: _type = "Task" [ 869.196712] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.205309] env[62839]: DEBUG oslo_vmware.api [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] Task: {'id': task-2757223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.218088] env[62839]: DEBUG nova.network.neutron [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.268968] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.269129] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.273691] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.696s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.273899] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.276029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.529s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.277555] env[62839]: INFO nova.compute.claims [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.297288] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.306419] env[62839]: INFO nova.scheduler.client.report [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Deleted allocations for instance 7251b650-5c09-4f4b-848e-14521acba362 [ 869.442195] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063903} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.442524] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.443306] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b483144-0c6f-44c0-8c98-325a0282a894 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.464898] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 9078ceab-480a-4922-8da8-4774e3126d5a/9078ceab-480a-4922-8da8-4774e3126d5a.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.465214] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb6de45-7f3d-49ec-8bed-f20b7cc6fa5a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.479113] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: ad3e6ef4-be7f-4f54-9746-9280bbadd9be] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.486853] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 869.486853] env[62839]: value = "task-2757224" [ 869.486853] env[62839]: _type = "Task" [ 869.486853] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.495183] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.578025] env[62839]: DEBUG oslo_vmware.api [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757221, 'name': PowerOnVM_Task, 'duration_secs': 0.714147} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.578306] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.578598] env[62839]: INFO nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Took 7.69 seconds to spawn the instance on the hypervisor. [ 869.578664] env[62839]: DEBUG nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.579491] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04d6d4-c344-4541-8f58-9341c3f3ea1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.668903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.694459] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='15d1845c198b83d4c4ccfeeca744de44',container_format='bare',created_at=2025-02-21T08:22:08Z,direct_url=,disk_format='vmdk',id=b0d93a5b-0334-4db3-a3c7-593d0910081b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1593129058-shelved',owner='ae9309e9c4044a8f8c008c887bbb5f67',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-21T08:22:25Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.694777] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.694965] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.695219] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.695391] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.695580] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.695821] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.696074] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.696291] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.696501] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.696723] env[62839]: DEBUG nova.virt.hardware [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.698125] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaa453b-5689-40e0-bd2e-b082d7b35161 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.711993] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c4bf5-a58c-48c8-9d13-50c8738cc0fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.715873] env[62839]: DEBUG oslo_vmware.api [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] Task: {'id': task-2757223, 'name': ReconfigVM_Task, 'duration_secs': 0.18926} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.716171] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e592661d-5d48-4fe9-bd6b-2c3c30935c31 tempest-ServersAdminTestJSON-745297555 tempest-ServersAdminTestJSON-745297555-project-admin] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Reconfigured VM instance to set the machine id {{(pid=62839) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 869.726802] env[62839]: INFO nova.compute.manager [-] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Took 1.03 seconds to deallocate network for instance. [ 869.727333] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:23:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf468c24-f57c-402f-8b79-c86dd894bbe0', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.734947] env[62839]: DEBUG oslo.service.loopingcall [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.736770] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.739898] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7940bae8-90c1-4a6a-9523-fa48fc316a7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.762381] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.762381] env[62839]: value = "task-2757225" [ 869.762381] env[62839]: _type = "Task" [ 869.762381] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.770283] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757225, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.775707] env[62839]: DEBUG nova.compute.utils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.778459] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.778459] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.815499] env[62839]: DEBUG nova.policy [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '175d3bcbb9d04a57872f585a0159ba01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd982e5bb64b34838a42ea2d89939ba23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.817372] env[62839]: DEBUG oslo_concurrency.lockutils [None req-09e7410e-53d5-473b-8633-90f8feb71d1e tempest-InstanceActionsV221TestJSON-1365579242 tempest-InstanceActionsV221TestJSON-1365579242-project-member] Lock "7251b650-5c09-4f4b-848e-14521acba362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.645s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.982442] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e496a4a3-4fd3-4909-b25c-d279035304e6] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.996273] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.099031] env[62839]: INFO nova.compute.manager [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Took 52.40 seconds to build instance. [ 870.109658] env[62839]: INFO nova.compute.manager [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Rebuilding instance [ 870.168979] env[62839]: DEBUG nova.compute.manager [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.175018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b5863-d420-4b0a-bc73-f8f016d3b629 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.258642] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.272558] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757225, 'name': CreateVM_Task, 'duration_secs': 0.454701} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.272752] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.273606] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.273775] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.274129] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.274392] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf692d3-a775-4063-a658-f823cf0de689 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.280581] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.283520] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 870.283520] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52121ee7-6645-211a-0a79-048ad4777adc" [ 870.283520] env[62839]: _type = "Task" [ 870.283520] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.298785] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.299041] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Processing image b0d93a5b-0334-4db3-a3c7-593d0910081b {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.299303] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b/b0d93a5b-0334-4db3-a3c7-593d0910081b.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.299439] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b/b0d93a5b-0334-4db3-a3c7-593d0910081b.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.299611] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.299855] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c87d80-c59b-4058-9de2-f3c274e37beb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.310758] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.310941] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.316289] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0371875-fec0-49d2-983a-377c0e09e51a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.321466] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 870.321466] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2d1d8-8a9c-82c8-0d0a-fcabf9dba0aa" [ 870.321466] env[62839]: _type = "Task" [ 870.321466] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.330642] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a2d1d8-8a9c-82c8-0d0a-fcabf9dba0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.395997] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Successfully created port: 78d240a5-dedf-44a5-a588-a0325b7fd9b4 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.449425] env[62839]: DEBUG nova.compute.manager [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.449619] env[62839]: DEBUG nova.compute.manager [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing instance network info cache due to event network-changed-bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.450330] env[62839]: DEBUG oslo_concurrency.lockutils [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] Acquiring lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.450330] env[62839]: DEBUG oslo_concurrency.lockutils [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] Acquired lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.450433] env[62839]: DEBUG nova.network.neutron [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Refreshing network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.487552] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d4c45b3e-f1f6-4153-8724-8b050c01300f] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.506630] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757224, 'name': ReconfigVM_Task, 'duration_secs': 0.538611} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.509251] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 9078ceab-480a-4922-8da8-4774e3126d5a/9078ceab-480a-4922-8da8-4774e3126d5a.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.510502] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f8ef9df-8170-4dcb-b745-ba7c406cc8bc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.519336] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 870.519336] env[62839]: value = "task-2757226" [ 870.519336] env[62839]: _type = "Task" [ 870.519336] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.531984] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757226, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.600289] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a199c145-d725-4b7c-8477-bfe162c4e6d7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "09a24af0-f06a-46ee-ba19-777c88583804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.494s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.835627] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Preparing fetch location {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 870.839021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Fetch image to [datastore2] OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92/OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92.vmdk {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 870.839021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Downloading stream optimized image b0d93a5b-0334-4db3-a3c7-593d0910081b to [datastore2] OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92/OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92.vmdk on the data store datastore2 as vApp {{(pid=62839) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 870.839021] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Downloading image file data b0d93a5b-0334-4db3-a3c7-593d0910081b to the ESX as VM named 'OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92' {{(pid=62839) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 870.888300] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e13c0c-8209-4034-bc40-a088a1b80661 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.892016] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773394f9-c53f-40c2-a835-358199766aeb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.921906] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 870.921906] env[62839]: value = "resgroup-9" [ 870.921906] env[62839]: _type = "ResourcePool" [ 870.921906] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 870.923095] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bac515-5722-457b-83a8-2fe86467d0fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.926943] env[62839]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-adeda911-6a2f-49a8-9aa4-10e77f4c19b2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.950128] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa6b386-b51c-4ce3-876f-d3ae6fca35a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.961782] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease: (returnval){ [ 870.961782] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235d079-9cb2-e59d-37d7-8e62c518f85b" [ 870.961782] env[62839]: _type = "HttpNfcLease" [ 870.961782] env[62839]: } obtained for vApp import into resource pool (val){ [ 870.961782] env[62839]: value = "resgroup-9" [ 870.961782] env[62839]: _type = "ResourcePool" [ 870.961782] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 870.963269] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the lease: (returnval){ [ 870.963269] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235d079-9cb2-e59d-37d7-8e62c518f85b" [ 870.963269] env[62839]: _type = "HttpNfcLease" [ 870.963269] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 870.973385] env[62839]: DEBUG nova.compute.provider_tree [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.978961] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 870.978961] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235d079-9cb2-e59d-37d7-8e62c518f85b" [ 870.978961] env[62839]: _type = "HttpNfcLease" [ 870.978961] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 870.993591] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6fb562ee-db7e-46cf-acc3-447ed69cbab1] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.033149] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757226, 'name': Rename_Task, 'duration_secs': 0.32494} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.033438] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.033672] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3082a77-e3aa-4eb0-8d00-bbf09cfae974 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.040699] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 871.040699] env[62839]: value = "task-2757228" [ 871.040699] env[62839]: _type = "Task" [ 871.040699] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.048542] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.187943] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.188402] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23c0689-ec0c-487f-8afb-418188e813d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.198899] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 871.198899] env[62839]: value = "task-2757229" [ 871.198899] env[62839]: _type = "Task" [ 871.198899] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.207630] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.229988] env[62839]: DEBUG nova.network.neutron [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updated VIF entry in instance network info cache for port bf468c24-f57c-402f-8b79-c86dd894bbe0. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.230436] env[62839]: DEBUG nova.network.neutron [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [{"id": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "address": "fa:16:3e:7b:23:1f", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf468c24-f5", "ovs_interfaceid": "bf468c24-f57c-402f-8b79-c86dd894bbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.300525] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.329271] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.329540] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.329696] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.329876] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.330033] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.330185] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.330394] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.330548] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.330715] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.330876] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.331371] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.332158] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42c7b9a-4095-4ce3-9c88-e9c70f093184 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.340448] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ffad7-6e07-4b90-be62-140d506a19a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.471802] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.471802] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235d079-9cb2-e59d-37d7-8e62c518f85b" [ 871.471802] env[62839]: _type = "HttpNfcLease" [ 871.471802] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.477353] env[62839]: DEBUG nova.scheduler.client.report [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.497439] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 2173ad07-4774-47ac-bed2-2d8e208acd16] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.553120] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.710258] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757229, 'name': PowerOffVM_Task, 'duration_secs': 0.247086} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.710547] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.710813] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.711604] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72128215-d467-489a-aa32-97b4f1477613 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.718552] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.718783] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e1ee91b-48de-4c14-98d7-6431289bee0e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.734489] env[62839]: DEBUG oslo_concurrency.lockutils [req-e4cdfb8b-76cd-4d6b-a502-d28ba96a69e0 req-e9d0054c-bc4b-40f0-91e0-bccdbe12e823 service nova] Releasing lock "refresh_cache-0f05490a-be68-46a4-af3b-0937bcc1093d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.783449] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.783672] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.783863] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleting the datastore file [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.784184] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3f505a-5de2-463e-8396-901909e1b6ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.791425] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 871.791425] env[62839]: value = "task-2757231" [ 871.791425] env[62839]: _type = "Task" [ 871.791425] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.800335] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.901253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "09a24af0-f06a-46ee-ba19-777c88583804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.901253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "09a24af0-f06a-46ee-ba19-777c88583804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.901253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "09a24af0-f06a-46ee-ba19-777c88583804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.901253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "09a24af0-f06a-46ee-ba19-777c88583804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.901253] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "09a24af0-f06a-46ee-ba19-777c88583804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.902333] env[62839]: INFO nova.compute.manager [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Terminating instance [ 871.973229] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.973229] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235d079-9cb2-e59d-37d7-8e62c518f85b" [ 871.973229] env[62839]: _type = "HttpNfcLease" [ 871.973229] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.982998] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.983663] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.987212] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.132s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.987792] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.990234] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.768s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.990447] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.993044] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.494s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.997097] env[62839]: INFO nova.compute.claims [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.002126] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 58230e43-0ef1-4f60-9419-f0826b2b1369] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.038254] env[62839]: INFO nova.scheduler.client.report [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Deleted allocations for instance d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38 [ 872.040566] env[62839]: INFO nova.scheduler.client.report [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Deleted allocations for instance ced06574-162e-47f9-a019-f12bee4d9de5 [ 872.058685] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.302753] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16429} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.303201] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.303518] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.303792] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.393238] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Successfully updated port: 78d240a5-dedf-44a5-a588-a0325b7fd9b4 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.409979] env[62839]: DEBUG nova.compute.manager [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.410243] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.411447] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757b92d5-1b8c-4887-8820-1bc74983795f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.420802] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.420802] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a4b733a-9013-4f8c-bfde-9c625835e880 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.427218] env[62839]: DEBUG oslo_vmware.api [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 872.427218] env[62839]: value = "task-2757232" [ 872.427218] env[62839]: _type = "Task" [ 872.427218] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.435992] env[62839]: DEBUG oslo_vmware.api [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.474576] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.474576] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235d079-9cb2-e59d-37d7-8e62c518f85b" [ 872.474576] env[62839]: _type = "HttpNfcLease" [ 872.474576] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.475111] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.475111] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235d079-9cb2-e59d-37d7-8e62c518f85b" [ 872.475111] env[62839]: _type = "HttpNfcLease" [ 872.475111] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 872.475986] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e612d6-7cd1-4432-b695-43d6df9db715 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.484903] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200704f-dc54-17d5-35fc-8b650dbd2fe2/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.485473] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200704f-dc54-17d5-35fc-8b650dbd2fe2/disk-0.vmdk. {{(pid=62839) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 872.488921] env[62839]: DEBUG nova.compute.utils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.491053] env[62839]: DEBUG nova.compute.manager [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Received event network-vif-plugged-78d240a5-dedf-44a5-a588-a0325b7fd9b4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.491359] env[62839]: DEBUG oslo_concurrency.lockutils [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] Acquiring lock "0508659c-8908-4840-91f5-3d8ad8146172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.491626] env[62839]: DEBUG oslo_concurrency.lockutils [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] Lock "0508659c-8908-4840-91f5-3d8ad8146172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.491974] env[62839]: DEBUG oslo_concurrency.lockutils [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] Lock "0508659c-8908-4840-91f5-3d8ad8146172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.492230] env[62839]: DEBUG nova.compute.manager [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] No waiting events found dispatching network-vif-plugged-78d240a5-dedf-44a5-a588-a0325b7fd9b4 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.492462] env[62839]: WARNING nova.compute.manager [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Received unexpected event network-vif-plugged-78d240a5-dedf-44a5-a588-a0325b7fd9b4 for instance with vm_state building and task_state spawning. [ 872.492698] env[62839]: DEBUG nova.compute.manager [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Received event network-changed-78d240a5-dedf-44a5-a588-a0325b7fd9b4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.492909] env[62839]: DEBUG nova.compute.manager [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Refreshing instance network info cache due to event network-changed-78d240a5-dedf-44a5-a588-a0325b7fd9b4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.493161] env[62839]: DEBUG oslo_concurrency.lockutils [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] Acquiring lock "refresh_cache-0508659c-8908-4840-91f5-3d8ad8146172" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.493636] env[62839]: DEBUG oslo_concurrency.lockutils [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] Acquired lock "refresh_cache-0508659c-8908-4840-91f5-3d8ad8146172" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.493741] env[62839]: DEBUG nova.network.neutron [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Refreshing network info cache for port 78d240a5-dedf-44a5-a588-a0325b7fd9b4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.496671] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.496918] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.566139] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 44fc0c41-2667-49dc-9956-ae42ad5c69dd] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.573394] env[62839]: DEBUG oslo_concurrency.lockutils [None req-031245aa-507b-423c-8cff-ba5289a02d11 tempest-ListServerFiltersTestJSON-2017243551 tempest-ListServerFiltersTestJSON-2017243551-project-member] Lock "ced06574-162e-47f9-a019-f12bee4d9de5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.796s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.579026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-33b7d651-45e9-44f2-ae39-7ce16f7db10d tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.243s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.585889] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d83e607-a061-42fb-a20e-8b632bd81603 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.591382] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757228, 'name': PowerOnVM_Task, 'duration_secs': 1.314223} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.591688] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.591884] env[62839]: INFO nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Took 7.61 seconds to spawn the instance on the hypervisor. [ 872.592078] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.593125] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae61f5-351f-42e1-ae72-20b2e54b2f96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.646146] env[62839]: DEBUG nova.policy [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '175d3bcbb9d04a57872f585a0159ba01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd982e5bb64b34838a42ea2d89939ba23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.895975] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "refresh_cache-0508659c-8908-4840-91f5-3d8ad8146172" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.937094] env[62839]: DEBUG oslo_vmware.api [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757232, 'name': PowerOffVM_Task, 'duration_secs': 0.26258} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.937447] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.937584] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.937837] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b652464-87c6-4dbb-877f-6394eee4a224 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.001869] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.011551] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.011835] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.012125] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Deleting the datastore file [datastore1] 09a24af0-f06a-46ee-ba19-777c88583804 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.012449] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a8ff49b-0cc9-4255-a7ad-42c58f5ca51f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.019040] env[62839]: DEBUG oslo_vmware.api [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for the task: (returnval){ [ 873.019040] env[62839]: value = "task-2757235" [ 873.019040] env[62839]: _type = "Task" [ 873.019040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.027747] env[62839]: DEBUG oslo_vmware.api [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.060784] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Successfully created port: eb8b4447-2223-47d3-a289-bbf943984c2e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.080129] env[62839]: DEBUG nova.network.neutron [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.083661] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e634edd2-e0ee-44f3-992a-b10f08a93022] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.130060] env[62839]: INFO nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Took 50.58 seconds to build instance. [ 873.281721] env[62839]: DEBUG nova.network.neutron [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.346687] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.346985] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.347161] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.348046] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.348237] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.348395] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.348623] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.348796] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.348974] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.349190] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.349386] env[62839]: DEBUG nova.virt.hardware [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.351033] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b59042-f809-4e55-bf1a-dc420f01191c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.366504] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f323aabd-dd1c-416a-acb8-e445daed042d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.386841] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:36:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde0a5e8-eff6-4332-aef6-8b5d1dd0d346', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.396849] env[62839]: DEBUG oslo.service.loopingcall [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.405881] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.406593] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270651b5-c485-4d3a-b0c3-62253c532bb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.435422] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.435422] env[62839]: value = "task-2757236" [ 873.435422] env[62839]: _type = "Task" [ 873.435422] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.444145] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757236, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.540434] env[62839]: DEBUG oslo_vmware.api [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Task: {'id': task-2757235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189666} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.544017] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.544382] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.544683] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.544993] env[62839]: INFO nova.compute.manager [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Took 1.13 seconds to destroy the instance on the hypervisor. [ 873.545435] env[62839]: DEBUG oslo.service.loopingcall [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.548561] env[62839]: DEBUG nova.compute.manager [-] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.548661] env[62839]: DEBUG nova.network.neutron [-] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.586850] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0d12a280-ff76-410b-bc50-f400c0a7c1d5] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.632538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "9078ceab-480a-4922-8da8-4774e3126d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.303s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.782426] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be24e16a-69fd-4f75-afae-3081e85f1243 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.787431] env[62839]: DEBUG oslo_concurrency.lockutils [req-a1803c5f-df84-4b22-a7ff-4e9cff1ff2a3 req-96ad7275-7ce5-4337-8e7e-6a0d7a44a0dd service nova] Releasing lock "refresh_cache-0508659c-8908-4840-91f5-3d8ad8146172" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.787837] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "refresh_cache-0508659c-8908-4840-91f5-3d8ad8146172" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.788533] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.793925] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15a9660-f3e0-4b50-adae-2302d84f2a0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.829893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec8a47-d6fc-4a9e-b79d-4ad442b6dd81 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.840096] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c254656-d27e-403f-858e-e3dc3acc1a3d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.858860] env[62839]: DEBUG nova.compute.provider_tree [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.878346] env[62839]: DEBUG nova.compute.manager [req-9cd346dc-5cc2-43d7-a407-a232059dc95c req-a2bbacca-6761-4c61-bb2a-ab35e3f7c986 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Received event network-vif-deleted-b641c384-2ced-40e7-b941-15f4595cecd8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.878815] env[62839]: INFO nova.compute.manager [req-9cd346dc-5cc2-43d7-a407-a232059dc95c req-a2bbacca-6761-4c61-bb2a-ab35e3f7c986 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Neutron deleted interface b641c384-2ced-40e7-b941-15f4595cecd8; detaching it from the instance and deleting it from the info cache [ 873.878815] env[62839]: DEBUG nova.network.neutron [req-9cd346dc-5cc2-43d7-a407-a232059dc95c req-a2bbacca-6761-4c61-bb2a-ab35e3f7c986 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.945224] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757236, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.009840] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.041452] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.041800] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.041998] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.042265] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.042489] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.042728] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.043062] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.043362] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.043587] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.043817] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.044170] env[62839]: DEBUG nova.virt.hardware [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.045287] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb4366-4d6d-41ec-9c80-9cd4317dea42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.054806] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b18fc3c-bfa1-463a-b829-b33e776c4c20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.095688] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.095881] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Cleaning up deleted instances with incomplete migration {{(pid=62839) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 874.237026] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Completed reading data from the image iterator. {{(pid=62839) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 874.237375] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200704f-dc54-17d5-35fc-8b650dbd2fe2/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 874.238396] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934b1fbb-4bb0-4a94-bdd8-bccf62c54116 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.246145] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200704f-dc54-17d5-35fc-8b650dbd2fe2/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 874.246381] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200704f-dc54-17d5-35fc-8b650dbd2fe2/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 874.246650] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9b97d0a7-fed3-4a18-8784-f3e792506ad8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.328268] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.362872] env[62839]: DEBUG nova.scheduler.client.report [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.366087] env[62839]: DEBUG nova.network.neutron [-] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.380952] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12ede149-d922-486b-939b-503278d69e10 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.391392] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc95c56-a03f-4d82-98a3-e74e96e204a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.430522] env[62839]: DEBUG nova.compute.manager [req-9cd346dc-5cc2-43d7-a407-a232059dc95c req-a2bbacca-6761-4c61-bb2a-ab35e3f7c986 service nova] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Detach interface failed, port_id=b641c384-2ced-40e7-b941-15f4595cecd8, reason: Instance 09a24af0-f06a-46ee-ba19-777c88583804 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 874.444889] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757236, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.601318] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.740727] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Updating instance_info_cache with network_info: [{"id": "78d240a5-dedf-44a5-a588-a0325b7fd9b4", "address": "fa:16:3e:67:d2:02", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d240a5-de", "ovs_interfaceid": "78d240a5-dedf-44a5-a588-a0325b7fd9b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.745286] env[62839]: DEBUG nova.compute.manager [req-633894a1-0c83-4dfd-8d5b-0243461a23ab req-816a9f26-3a48-4409-8743-ce36648d2743 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Received event network-vif-plugged-eb8b4447-2223-47d3-a289-bbf943984c2e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.745568] env[62839]: DEBUG oslo_concurrency.lockutils [req-633894a1-0c83-4dfd-8d5b-0243461a23ab req-816a9f26-3a48-4409-8743-ce36648d2743 service nova] Acquiring lock "961e86bc-f5a7-472e-bc68-c407db2e1c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.745832] env[62839]: DEBUG oslo_concurrency.lockutils [req-633894a1-0c83-4dfd-8d5b-0243461a23ab req-816a9f26-3a48-4409-8743-ce36648d2743 service nova] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.745985] env[62839]: DEBUG oslo_concurrency.lockutils [req-633894a1-0c83-4dfd-8d5b-0243461a23ab req-816a9f26-3a48-4409-8743-ce36648d2743 service nova] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.746173] env[62839]: DEBUG nova.compute.manager [req-633894a1-0c83-4dfd-8d5b-0243461a23ab req-816a9f26-3a48-4409-8743-ce36648d2743 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] No waiting events found dispatching network-vif-plugged-eb8b4447-2223-47d3-a289-bbf943984c2e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.746433] env[62839]: WARNING nova.compute.manager [req-633894a1-0c83-4dfd-8d5b-0243461a23ab req-816a9f26-3a48-4409-8743-ce36648d2743 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Received unexpected event network-vif-plugged-eb8b4447-2223-47d3-a289-bbf943984c2e for instance with vm_state building and task_state spawning. [ 874.819220] env[62839]: DEBUG oslo_vmware.rw_handles [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200704f-dc54-17d5-35fc-8b650dbd2fe2/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 874.819481] env[62839]: INFO nova.virt.vmwareapi.images [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Downloaded image file data b0d93a5b-0334-4db3-a3c7-593d0910081b [ 874.820387] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58365dd9-b85e-4cfb-9c1f-887d3afed28c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.838375] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1055a669-233e-442b-8f21-6a4a41cae8e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.863147] env[62839]: INFO nova.virt.vmwareapi.images [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] The imported VM was unregistered [ 874.863147] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Caching image {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 874.863147] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.863319] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95981794-d21f-4bef-a9e9-6c04ec63cb1c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.867675] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Successfully updated port: eb8b4447-2223-47d3-a289-bbf943984c2e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.869328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.869833] env[62839]: DEBUG nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.872458] env[62839]: INFO nova.compute.manager [-] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Took 1.32 seconds to deallocate network for instance. [ 874.873035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.219s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.877454] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created directory with path [datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.877625] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92/OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92.vmdk to [datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b/b0d93a5b-0334-4db3-a3c7-593d0910081b.vmdk. {{(pid=62839) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 874.880493] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-31011dcc-6d92-4e87-860d-112c9bc99213 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.888923] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 874.888923] env[62839]: value = "task-2757238" [ 874.888923] env[62839]: _type = "Task" [ 874.888923] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.898179] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757238, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.946316] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757236, 'name': CreateVM_Task, 'duration_secs': 1.413762} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.946552] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.947497] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.947497] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.947839] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.948109] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb550df-db0f-45ee-91e2-a20b87b03c1f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.954881] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 874.954881] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524c558f-ae9d-26fc-def7-fdf59cec750c" [ 874.954881] env[62839]: _type = "Task" [ 874.954881] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.963810] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524c558f-ae9d-26fc-def7-fdf59cec750c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.244675] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "refresh_cache-0508659c-8908-4840-91f5-3d8ad8146172" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.245048] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Instance network_info: |[{"id": "78d240a5-dedf-44a5-a588-a0325b7fd9b4", "address": "fa:16:3e:67:d2:02", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d240a5-de", "ovs_interfaceid": "78d240a5-dedf-44a5-a588-a0325b7fd9b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.245495] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:d2:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d240a5-dedf-44a5-a588-a0325b7fd9b4', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.253144] env[62839]: DEBUG oslo.service.loopingcall [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.253418] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.253665] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fd2682b-a103-4674-aafb-313ba736e600 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.274036] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.274349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.274562] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.274748] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.274986] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.277267] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.277267] env[62839]: value = "task-2757239" [ 875.277267] env[62839]: _type = "Task" [ 875.277267] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.277891] env[62839]: INFO nova.compute.manager [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Terminating instance [ 875.290461] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757239, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.373979] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "refresh_cache-961e86bc-f5a7-472e-bc68-c407db2e1c64" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.374193] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "refresh_cache-961e86bc-f5a7-472e-bc68-c407db2e1c64" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.374358] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.379452] env[62839]: DEBUG nova.compute.utils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.384043] env[62839]: INFO nova.compute.claims [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.388428] env[62839]: DEBUG nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.388428] env[62839]: DEBUG nova.network.neutron [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.391169] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.404091] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757238, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.433547] env[62839]: DEBUG nova.policy [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f537a167ae6472ba2bf741e383cad46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c952cff1852475a81639ea11745c9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.465998] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524c558f-ae9d-26fc-def7-fdf59cec750c, 'name': SearchDatastore_Task, 'duration_secs': 0.01707} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.465998] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.465998] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.466215] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.466327] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.466505] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.466802] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20726f94-2354-40c0-adb7-61237a06001e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.484234] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.484420] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.485243] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d5267f-78e0-4614-abcc-e8116ff6bf3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.491625] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 875.491625] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520afd94-ec3a-fc57-2a95-73f69da62303" [ 875.491625] env[62839]: _type = "Task" [ 875.491625] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.499850] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520afd94-ec3a-fc57-2a95-73f69da62303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.750734] env[62839]: DEBUG nova.network.neutron [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Successfully created port: b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.789600] env[62839]: DEBUG nova.compute.manager [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.789933] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.790931] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe9fc2a-c7df-4c01-90c9-3a77b88127a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.804176] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757239, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.806534] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.806805] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a972522f-12d0-47c6-9c35-744f1ed28cff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.813360] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 875.813360] env[62839]: value = "task-2757240" [ 875.813360] env[62839]: _type = "Task" [ 875.813360] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.821858] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.889520] env[62839]: DEBUG nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.893766] env[62839]: INFO nova.compute.resource_tracker [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating resource usage from migration 4610312c-2b1e-4b18-8383-9ccd79b96c3a [ 875.907778] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757238, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.910345] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.005869] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520afd94-ec3a-fc57-2a95-73f69da62303, 'name': SearchDatastore_Task, 'duration_secs': 0.085457} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.010174] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026a5d46-8222-49a4-a3ea-97d0f5349021 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.018967] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 876.018967] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b1ccb5-04c6-4456-4591-63e2b6b70563" [ 876.018967] env[62839]: _type = "Task" [ 876.018967] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.028222] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b1ccb5-04c6-4456-4591-63e2b6b70563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.128370] env[62839]: DEBUG nova.network.neutron [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Updating instance_info_cache with network_info: [{"id": "eb8b4447-2223-47d3-a289-bbf943984c2e", "address": "fa:16:3e:7f:47:cf", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8b4447-22", "ovs_interfaceid": "eb8b4447-2223-47d3-a289-bbf943984c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.293662] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757239, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.324185] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757240, 'name': PowerOffVM_Task, 'duration_secs': 0.490937} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.327093] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.327298] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.327791] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7740a345-a8dd-43fc-a2fb-a397de6edfee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.416857] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757238, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.473871] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfea54b-c834-47c4-b8e5-adf222c6dd8f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.482425] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f64b2-8e1f-48d3-a9a9-d12444cadf70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.513597] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864411fa-665a-4712-826b-b94eb2b0b5ad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.524494] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84516fb1-d9f4-4474-bbfd-b2ef7312d232 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.534178] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b1ccb5-04c6-4456-4591-63e2b6b70563, 'name': SearchDatastore_Task, 'duration_secs': 0.090423} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.542032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.542383] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.542887] env[62839]: DEBUG nova.compute.provider_tree [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.546478] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683709cd-5b7d-4938-9c0c-feb594c378d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.554080] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 876.554080] env[62839]: value = "task-2757242" [ 876.554080] env[62839]: _type = "Task" [ 876.554080] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.562733] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.631515] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "refresh_cache-961e86bc-f5a7-472e-bc68-c407db2e1c64" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.631952] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Instance network_info: |[{"id": "eb8b4447-2223-47d3-a289-bbf943984c2e", "address": "fa:16:3e:7f:47:cf", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8b4447-22", "ovs_interfaceid": "eb8b4447-2223-47d3-a289-bbf943984c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.632584] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:47:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb8b4447-2223-47d3-a289-bbf943984c2e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.640493] env[62839]: DEBUG oslo.service.loopingcall [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.640819] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.641109] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a844a5a7-91ca-46b2-9b28-0ed2e06de266 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.663555] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.663555] env[62839]: value = "task-2757243" [ 876.663555] env[62839]: _type = "Task" [ 876.663555] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.676448] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757243, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.698194] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.698411] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.698571] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Deleting the datastore file [datastore2] 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.699551] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0e0aa3b-d0e4-4c1f-a9fe-42d05d0736d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.706705] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for the task: (returnval){ [ 876.706705] env[62839]: value = "task-2757244" [ 876.706705] env[62839]: _type = "Task" [ 876.706705] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.715965] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.795389] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757239, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.819337] env[62839]: DEBUG nova.compute.manager [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Received event network-changed-eb8b4447-2223-47d3-a289-bbf943984c2e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.819337] env[62839]: DEBUG nova.compute.manager [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Refreshing instance network info cache due to event network-changed-eb8b4447-2223-47d3-a289-bbf943984c2e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.819456] env[62839]: DEBUG oslo_concurrency.lockutils [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] Acquiring lock "refresh_cache-961e86bc-f5a7-472e-bc68-c407db2e1c64" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.819706] env[62839]: DEBUG oslo_concurrency.lockutils [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] Acquired lock "refresh_cache-961e86bc-f5a7-472e-bc68-c407db2e1c64" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.819910] env[62839]: DEBUG nova.network.neutron [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Refreshing network info cache for port eb8b4447-2223-47d3-a289-bbf943984c2e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.908491] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757238, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.911905] env[62839]: DEBUG nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.942014] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.942291] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.942463] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.942647] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.942791] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.942935] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.943163] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.943326] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.943497] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.943693] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.943873] env[62839]: DEBUG nova.virt.hardware [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.944801] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876d69a8-a1b3-47b2-858c-0f46371ff488 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.953429] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ed638-a6fa-498e-9bf6-4921d359cc4e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.047200] env[62839]: DEBUG nova.scheduler.client.report [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.064460] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.173937] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757243, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.222028] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.292727] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757239, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.412008] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757238, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.424600] env[62839]: DEBUG nova.network.neutron [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Successfully updated port: b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.540372] env[62839]: DEBUG nova.network.neutron [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Updated VIF entry in instance network info cache for port eb8b4447-2223-47d3-a289-bbf943984c2e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.540880] env[62839]: DEBUG nova.network.neutron [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Updating instance_info_cache with network_info: [{"id": "eb8b4447-2223-47d3-a289-bbf943984c2e", "address": "fa:16:3e:7f:47:cf", "network": {"id": "2b7bd845-eb30-4e7c-ba36-406479121126", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1575024538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d982e5bb64b34838a42ea2d89939ba23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8b4447-22", "ovs_interfaceid": "eb8b4447-2223-47d3-a289-bbf943984c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.553360] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.680s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.553664] env[62839]: INFO nova.compute.manager [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Migrating [ 877.561397] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.668s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.580851] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.674181] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757243, 'name': CreateVM_Task, 'duration_secs': 0.842563} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.674346] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.675050] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.675219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.675536] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.675781] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1034e972-b19e-41f2-a318-b6a60bdb1d6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.680615] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 877.680615] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523de2ba-7086-d9d9-8cc1-a0bcb6d316c6" [ 877.680615] env[62839]: _type = "Task" [ 877.680615] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.688030] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523de2ba-7086-d9d9-8cc1-a0bcb6d316c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.716110] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.792801] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757239, 'name': CreateVM_Task, 'duration_secs': 2.138158} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.793940] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.793940] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.908442] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757238, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.944547} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.908709] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92/OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92.vmdk to [datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b/b0d93a5b-0334-4db3-a3c7-593d0910081b.vmdk. [ 877.908891] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Cleaning up location [datastore2] OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 877.909065] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bc57048f-6812-4a06-8ef6-1f1147500b92 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.909358] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422df713-bbfd-4128-b40f-e20c70216158 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.915480] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 877.915480] env[62839]: value = "task-2757245" [ 877.915480] env[62839]: _type = "Task" [ 877.915480] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.924126] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.926788] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "refresh_cache-90cca8db-f109-4f83-b21a-c7896cb69d7f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.926890] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "refresh_cache-90cca8db-f109-4f83-b21a-c7896cb69d7f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.927074] env[62839]: DEBUG nova.network.neutron [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.044283] env[62839]: DEBUG oslo_concurrency.lockutils [req-97700bf8-74b2-4a96-954b-385f31d09e1d req-4cea4b47-f77e-44e7-adc4-fa2b5c698863 service nova] Releasing lock "refresh_cache-961e86bc-f5a7-472e-bc68-c407db2e1c64" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.064327] env[62839]: DEBUG nova.objects.instance [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lazy-loading 'migration_context' on Instance uuid 74eb03e1-dd93-4792-96cd-87e45d55ec4c {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.075552] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.075719] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.075884] env[62839]: DEBUG nova.network.neutron [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.077195] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757242, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.191145] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523de2ba-7086-d9d9-8cc1-a0bcb6d316c6, 'name': SearchDatastore_Task, 'duration_secs': 0.086574} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.191494] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.191739] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.191975] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.192140] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.192346] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.192684] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.193009] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.193250] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-599db7c6-1f58-47f4-a827-1114d5ffb8fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.195252] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c57223-92a6-4f3c-8146-8666733a7aa7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.200696] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 878.200696] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526875bb-019b-8639-025e-e2a68d0c5c1a" [ 878.200696] env[62839]: _type = "Task" [ 878.200696] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.209881] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526875bb-019b-8639-025e-e2a68d0c5c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.214344] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.214551] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.215603] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de12127-0db8-4783-a4e9-f13be2cdfc6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.223257] env[62839]: DEBUG oslo_vmware.api [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Task: {'id': task-2757244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.447852} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.224629] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.224876] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.225106] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.225298] env[62839]: INFO nova.compute.manager [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Took 2.44 seconds to destroy the instance on the hypervisor. [ 878.225613] env[62839]: DEBUG oslo.service.loopingcall [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.225896] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 878.225896] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b960e9-22cd-83a0-bc4f-5cca972fc28f" [ 878.225896] env[62839]: _type = "Task" [ 878.225896] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.226107] env[62839]: DEBUG nova.compute.manager [-] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.226205] env[62839]: DEBUG nova.network.neutron [-] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.236753] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b960e9-22cd-83a0-bc4f-5cca972fc28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.427956] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172736} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.428305] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.428490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b/b0d93a5b-0334-4db3-a3c7-593d0910081b.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.428711] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b/b0d93a5b-0334-4db3-a3c7-593d0910081b.vmdk to [datastore2] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.431091] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0011737c-1161-4674-aa80-b17ef5a6fd4c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.442256] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 878.442256] env[62839]: value = "task-2757246" [ 878.442256] env[62839]: _type = "Task" [ 878.442256] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.454683] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.476585] env[62839]: DEBUG nova.network.neutron [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.577116] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757242, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.888464} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.579860] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.579860] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.583548] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ef5be0a-6eb8-433c-a36c-13365e0f1e4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.589280] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 878.589280] env[62839]: value = "task-2757247" [ 878.589280] env[62839]: _type = "Task" [ 878.589280] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.597250] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.623934] env[62839]: DEBUG nova.network.neutron [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Updating instance_info_cache with network_info: [{"id": "b307cfe2-8a15-43d8-8bb5-ffa33bd41c88", "address": "fa:16:3e:25:9d:49", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb307cfe2-8a", "ovs_interfaceid": "b307cfe2-8a15-43d8-8bb5-ffa33bd41c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.712525] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526875bb-019b-8639-025e-e2a68d0c5c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.051024} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.715693] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.716510] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.716510] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.737971] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b960e9-22cd-83a0-bc4f-5cca972fc28f, 'name': SearchDatastore_Task, 'duration_secs': 0.051121} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.740819] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1303849-9dd2-4416-8c5e-5769c5b63f45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.745890] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 878.745890] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5251159e-a161-6568-c970-588b6735e1e9" [ 878.745890] env[62839]: _type = "Task" [ 878.745890] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.754501] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5251159e-a161-6568-c970-588b6735e1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.846927] env[62839]: DEBUG nova.compute.manager [req-896ed3dc-bd61-4edc-87c9-278ae6f28e3e req-da597cb5-7a46-491a-bb71-64ab3d5d04c0 service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Received event network-vif-deleted-41e27785-c3b4-4073-bd27-ae235f7b8543 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.847145] env[62839]: INFO nova.compute.manager [req-896ed3dc-bd61-4edc-87c9-278ae6f28e3e req-da597cb5-7a46-491a-bb71-64ab3d5d04c0 service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Neutron deleted interface 41e27785-c3b4-4073-bd27-ae235f7b8543; detaching it from the instance and deleting it from the info cache [ 878.847319] env[62839]: DEBUG nova.network.neutron [req-896ed3dc-bd61-4edc-87c9-278ae6f28e3e req-da597cb5-7a46-491a-bb71-64ab3d5d04c0 service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.864960] env[62839]: DEBUG nova.compute.manager [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Received event network-vif-plugged-b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.865069] env[62839]: DEBUG oslo_concurrency.lockutils [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] Acquiring lock "90cca8db-f109-4f83-b21a-c7896cb69d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.865280] env[62839]: DEBUG oslo_concurrency.lockutils [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.865444] env[62839]: DEBUG oslo_concurrency.lockutils [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.865686] env[62839]: DEBUG nova.compute.manager [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] No waiting events found dispatching network-vif-plugged-b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.865754] env[62839]: WARNING nova.compute.manager [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Received unexpected event network-vif-plugged-b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 for instance with vm_state building and task_state spawning. [ 878.865907] env[62839]: DEBUG nova.compute.manager [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Received event network-changed-b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.866196] env[62839]: DEBUG nova.compute.manager [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Refreshing instance network info cache due to event network-changed-b307cfe2-8a15-43d8-8bb5-ffa33bd41c88. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.866417] env[62839]: DEBUG oslo_concurrency.lockutils [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] Acquiring lock "refresh_cache-90cca8db-f109-4f83-b21a-c7896cb69d7f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.934338] env[62839]: DEBUG nova.network.neutron [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance_info_cache with network_info: [{"id": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "address": "fa:16:3e:fc:59:56", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4be596-44", "ovs_interfaceid": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.952919] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.082555] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df604e-ca8a-49b8-8244-4f2bb5b721c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.094610] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b72b2e-180c-4405-b912-fa123d3c102d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.103970] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072085} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.131283] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.134268] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "refresh_cache-90cca8db-f109-4f83-b21a-c7896cb69d7f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.134268] env[62839]: DEBUG nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Instance network_info: |[{"id": "b307cfe2-8a15-43d8-8bb5-ffa33bd41c88", "address": "fa:16:3e:25:9d:49", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb307cfe2-8a", "ovs_interfaceid": "b307cfe2-8a15-43d8-8bb5-ffa33bd41c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.135557] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feda60ee-8cea-4332-bdbb-f0e2d4f06f4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.139981] env[62839]: DEBUG oslo_concurrency.lockutils [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] Acquired lock "refresh_cache-90cca8db-f109-4f83-b21a-c7896cb69d7f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.140333] env[62839]: DEBUG nova.network.neutron [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Refreshing network info cache for port b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.141954] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:9d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b307cfe2-8a15-43d8-8bb5-ffa33bd41c88', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.151428] env[62839]: DEBUG oslo.service.loopingcall [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.152082] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001572b-ea8d-4e05-a485-aa4095d8ce5b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.155857] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.156536] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-195edf1a-b2d9-4539-95de-70a905fa029d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.188619] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.191399] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c05ae2c7-ed15-48c3-b80f-90eed11b5d36 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.208020] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5ebd47-fcd9-4f54-891f-29aed1289551 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.211759] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.211759] env[62839]: value = "task-2757248" [ 879.211759] env[62839]: _type = "Task" [ 879.211759] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.223078] env[62839]: DEBUG nova.compute.provider_tree [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.225661] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 879.225661] env[62839]: value = "task-2757249" [ 879.225661] env[62839]: _type = "Task" [ 879.225661] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.231485] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757248, 'name': CreateVM_Task} progress is 15%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.238899] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.255863] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5251159e-a161-6568-c970-588b6735e1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.039632} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.256187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.256443] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 961e86bc-f5a7-472e-bc68-c407db2e1c64/961e86bc-f5a7-472e-bc68-c407db2e1c64.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.256723] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.256906] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.257140] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8adc719e-0717-4266-9f05-545b11330089 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.259243] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ace98b9-f609-4ef2-9f48-bd42de4deea3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.266175] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 879.266175] env[62839]: value = "task-2757250" [ 879.266175] env[62839]: _type = "Task" [ 879.266175] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.273712] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.274983] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.275212] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.275961] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a06af6-5686-4ed8-981d-34722258e1e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.281396] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 879.281396] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52704237-ad5f-6b85-f9a2-ff379411eab9" [ 879.281396] env[62839]: _type = "Task" [ 879.281396] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.290142] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52704237-ad5f-6b85-f9a2-ff379411eab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.329458] env[62839]: DEBUG nova.network.neutron [-] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.350567] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45947f92-d300-4de9-8771-59670d76caba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.361052] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c79cb5a-a857-4f55-b0b1-f7dc3d3456d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.405205] env[62839]: DEBUG nova.compute.manager [req-896ed3dc-bd61-4edc-87c9-278ae6f28e3e req-da597cb5-7a46-491a-bb71-64ab3d5d04c0 service nova] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Detach interface failed, port_id=41e27785-c3b4-4073-bd27-ae235f7b8543, reason: Instance 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 879.437452] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.454084] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.723398] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757248, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.728712] env[62839]: DEBUG nova.scheduler.client.report [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.743526] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.776554] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.791534] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52704237-ad5f-6b85-f9a2-ff379411eab9, 'name': SearchDatastore_Task, 'duration_secs': 0.048111} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.792462] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062eb29d-f17a-49e3-b294-ad1b88341283 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.798753] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 879.798753] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5221afef-fe4b-8dc0-8606-3c220117836c" [ 879.798753] env[62839]: _type = "Task" [ 879.798753] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.809685] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5221afef-fe4b-8dc0-8606-3c220117836c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.834755] env[62839]: INFO nova.compute.manager [-] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Took 1.61 seconds to deallocate network for instance. [ 879.903253] env[62839]: DEBUG nova.network.neutron [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Updated VIF entry in instance network info cache for port b307cfe2-8a15-43d8-8bb5-ffa33bd41c88. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.903661] env[62839]: DEBUG nova.network.neutron [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Updating instance_info_cache with network_info: [{"id": "b307cfe2-8a15-43d8-8bb5-ffa33bd41c88", "address": "fa:16:3e:25:9d:49", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb307cfe2-8a", "ovs_interfaceid": "b307cfe2-8a15-43d8-8bb5-ffa33bd41c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.955027] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.223302] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757248, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.245315] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.277718] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.310549] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5221afef-fe4b-8dc0-8606-3c220117836c, 'name': SearchDatastore_Task, 'duration_secs': 0.090282} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.310841] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.311121] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 0508659c-8908-4840-91f5-3d8ad8146172/0508659c-8908-4840-91f5-3d8ad8146172.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.311449] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ca8ee0-4c67-4077-93dd-03c32bc47723 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.318702] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 880.318702] env[62839]: value = "task-2757251" [ 880.318702] env[62839]: _type = "Task" [ 880.318702] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.327063] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.342330] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.406730] env[62839]: DEBUG oslo_concurrency.lockutils [req-963a0fde-e476-46d5-91bd-f87f6dfc2c61 req-499d1967-0b89-4e85-af1b-04e3b808fab2 service nova] Releasing lock "refresh_cache-90cca8db-f109-4f83-b21a-c7896cb69d7f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.457507] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.725171] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757248, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.741760] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.748470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.187s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.754188] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.461s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.755818] env[62839]: INFO nova.compute.claims [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.777792] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.827859] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.959679] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.961058] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de7e88-64a0-43a9-8c38-10475d5e44af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.981512] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance '0e541690-634f-4283-a6ee-3a0bf6bcff5a' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.225240] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757248, 'name': CreateVM_Task, 'duration_secs': 2.012466} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.225489] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.226238] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.226404] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.226715] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.226982] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891a54f1-197e-4fb3-8f17-d70f102ef6f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.232478] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 881.232478] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a37f73-c4b9-539b-98c5-3e411ca977c7" [ 881.232478] env[62839]: _type = "Task" [ 881.232478] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.244819] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a37f73-c4b9-539b-98c5-3e411ca977c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.248202] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.278545] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.329477] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.457865] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.488138] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.488517] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ef0f48-a154-49a9-871f-ff02d3c25dd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.495314] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 881.495314] env[62839]: value = "task-2757252" [ 881.495314] env[62839]: _type = "Task" [ 881.495314] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.504170] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.746022] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a37f73-c4b9-539b-98c5-3e411ca977c7, 'name': SearchDatastore_Task, 'duration_secs': 0.131329} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.749117] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.749392] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.749625] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.749773] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.749949] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.750215] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.750421] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d0d1474-25c1-4c49-babd-64776d3b4c50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.764657] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.765265] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.765542] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa41d71-a1c1-4f51-ad20-6684c17d3150 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.773440] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 881.773440] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b979ff-f732-e6c7-ae8b-9f11fef4a26b" [ 881.773440] env[62839]: _type = "Task" [ 881.773440] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.795908] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757250, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.434446} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.796624] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b979ff-f732-e6c7-ae8b-9f11fef4a26b, 'name': SearchDatastore_Task, 'duration_secs': 0.017626} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.799610] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 961e86bc-f5a7-472e-bc68-c407db2e1c64/961e86bc-f5a7-472e-bc68-c407db2e1c64.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.799866] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.800947] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc010818-addb-40d9-a495-08d86c7afd12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.803291] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7b413e-a5a5-4e85-8f31-5606b0b22c55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.810059] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 881.810059] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52224b5c-7dc8-d297-72a9-ecd04a196ff9" [ 881.810059] env[62839]: _type = "Task" [ 881.810059] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.816491] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 881.816491] env[62839]: value = "task-2757253" [ 881.816491] env[62839]: _type = "Task" [ 881.816491] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.823181] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52224b5c-7dc8-d297-72a9-ecd04a196ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.832692] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.837617] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757251, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.958091] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757246, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.167343} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.961079] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b0d93a5b-0334-4db3-a3c7-593d0910081b/b0d93a5b-0334-4db3-a3c7-593d0910081b.vmdk to [datastore2] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.962377] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7acdc5-d85c-4bba-94e1-a6ead0644a6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.988034] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.989859] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ec79f3-9a4c-406e-baff-479f10a2d92c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.016919] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757252, 'name': PowerOffVM_Task, 'duration_secs': 0.246628} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.017786] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.017995] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance '0e541690-634f-4283-a6ee-3a0bf6bcff5a' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.022306] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 882.022306] env[62839]: value = "task-2757254" [ 882.022306] env[62839]: _type = "Task" [ 882.022306] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.037611] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.248617] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757249, 'name': ReconfigVM_Task, 'duration_secs': 2.618669} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.248942] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.249623] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c30b5c1-0a98-4be8-b87b-5134871291a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.258054] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 882.258054] env[62839]: value = "task-2757255" [ 882.258054] env[62839]: _type = "Task" [ 882.258054] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.265470] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757255, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.290913] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff43ad19-b066-412e-b1f0-681d8e8ae462 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.297472] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ec3bf-7df2-40c4-8efd-9d396b96bddc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.301347] env[62839]: INFO nova.compute.manager [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Swapping old allocation on dict_keys(['508aab94-35b0-4514-a42a-7deab951898a']) held by migration 32ad5cfd-f3fb-4b64-9b02-083491cdc219 for instance [ 882.342196] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e396f5d-5bef-4b25-9288-dbc2b31590da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.353021] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117502} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.354162] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757251, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.854028} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.358130] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.358590] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 0508659c-8908-4840-91f5-3d8ad8146172/0508659c-8908-4840-91f5-3d8ad8146172.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.358692] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.358948] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52224b5c-7dc8-d297-72a9-ecd04a196ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.0307} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.359826] env[62839]: DEBUG nova.scheduler.client.report [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Overwriting current allocation {'allocations': {'508aab94-35b0-4514-a42a-7deab951898a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 100}}, 'project_id': '4b6b0d03d5384716bec69e65efd966af', 'user_id': '4f17bca2f73c493e81cb45e9a58205d0', 'consumer_generation': 1} on consumer 74eb03e1-dd93-4792-96cd-87e45d55ec4c {{(pid=62839) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 882.362310] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ca826d-5d0b-4c8f-b0b3-4bce08665a71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.364791] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c35f4f-45ee-4743-a72a-52c5e4d11c23 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.367803] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9e11d-91e1-427a-bd05-c4f19c180fde {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.371443] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.371721] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 90cca8db-f109-4f83-b21a-c7896cb69d7f/90cca8db-f109-4f83-b21a-c7896cb69d7f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.372226] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22dd5316-7470-4607-99f7-f9af848b6d03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.398553] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 961e86bc-f5a7-472e-bc68-c407db2e1c64/961e86bc-f5a7-472e-bc68-c407db2e1c64.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.410059] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3a0e4b-9ed4-43b9-9793-f02036b966bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.427565] env[62839]: DEBUG nova.compute.provider_tree [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.429577] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 882.429577] env[62839]: value = "task-2757257" [ 882.429577] env[62839]: _type = "Task" [ 882.429577] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.429978] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 882.429978] env[62839]: value = "task-2757256" [ 882.429978] env[62839]: _type = "Task" [ 882.429978] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.442709] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 882.442709] env[62839]: value = "task-2757258" [ 882.442709] env[62839]: _type = "Task" [ 882.442709] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.453521] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757256, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.454131] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.457726] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.492160] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.492661] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquired lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.492661] env[62839]: DEBUG nova.network.neutron [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.527734] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.528045] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.528260] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.528506] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.528706] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.528901] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.529208] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.529417] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.529664] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.529876] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.530110] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.539363] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34232869-5f18-46bc-9396-d1d03549b6a2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.554621] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757254, 'name': ReconfigVM_Task, 'duration_secs': 0.46234} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.555892] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0f05490a-be68-46a4-af3b-0937bcc1093d/0f05490a-be68-46a4-af3b-0937bcc1093d.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.557274] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': '8981f1f5-dbe6-487a-902c-e2de4cdb72c5'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '7033677e-ef8a-484d-b97e-bcca173dc7cd', 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554797', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'name': 'volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0f05490a-be68-46a4-af3b-0937bcc1093d', 'attached_at': '', 'detached_at': '', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'serial': '229b8f65-68ae-4eb5-abd1-31627e5ada7c'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62839) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 882.557480] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 882.557699] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554797', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'name': 'volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0f05490a-be68-46a4-af3b-0937bcc1093d', 'attached_at': '', 'detached_at': '', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'serial': '229b8f65-68ae-4eb5-abd1-31627e5ada7c'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 882.558056] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 882.558056] env[62839]: value = "task-2757259" [ 882.558056] env[62839]: _type = "Task" [ 882.558056] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.558782] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42218b3-00ec-4e79-803a-2a0742840f7f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.580364] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac5766-54fa-46b5-99d1-e22be3334ead {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.583083] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.605061] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c/volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.605587] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4dfb18-3f45-4cc7-a99b-37fc2c1f39b7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.624558] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 882.624558] env[62839]: value = "task-2757260" [ 882.624558] env[62839]: _type = "Task" [ 882.624558] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.633604] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.768514] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757255, 'name': Rename_Task, 'duration_secs': 0.202795} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.768861] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.769178] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ad46ba-1a4e-435e-badd-e992a8e12b37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.777042] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 882.777042] env[62839]: value = "task-2757261" [ 882.777042] env[62839]: _type = "Task" [ 882.777042] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.787049] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.932245] env[62839]: DEBUG nova.scheduler.client.report [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.951291] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757257, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.955049] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075433} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.955265] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.955998] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd60dbd0-66a9-4c84-9da0-860627dae031 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.961731] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757258, 'name': ReconfigVM_Task, 'duration_secs': 0.416228} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.962309] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 961e86bc-f5a7-472e-bc68-c407db2e1c64/961e86bc-f5a7-472e-bc68-c407db2e1c64.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.962929] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4b356b-cc15-410d-96a2-edd8a2c0bf64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.982147] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0508659c-8908-4840-91f5-3d8ad8146172/0508659c-8908-4840-91f5-3d8ad8146172.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.983150] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4898725-60ea-4186-b4b1-17edad36b77b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.000636] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 883.000636] env[62839]: value = "task-2757262" [ 883.000636] env[62839]: _type = "Task" [ 883.000636] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.006374] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 883.006374] env[62839]: value = "task-2757263" [ 883.006374] env[62839]: _type = "Task" [ 883.006374] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.015289] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757262, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.022715] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.070452] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757259, 'name': ReconfigVM_Task, 'duration_secs': 0.26468} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.070752] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance '0e541690-634f-4283-a6ee-3a0bf6bcff5a' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.135556] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.286446] env[62839]: DEBUG nova.network.neutron [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance_info_cache with network_info: [{"id": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "address": "fa:16:3e:d3:bc:bf", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c38cd8a-66", "ovs_interfaceid": "2c38cd8a-6607-428d-9cab-b9de41d7eb69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.294633] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.445976] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.446734] env[62839]: DEBUG nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.449788] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62826} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.451089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.977s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.453972] env[62839]: INFO nova.compute.claims [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.455950] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 90cca8db-f109-4f83-b21a-c7896cb69d7f/90cca8db-f109-4f83-b21a-c7896cb69d7f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.456188] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.456461] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c21533b5-f92f-4fbe-8e20-e5a065e1d9e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.466061] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 883.466061] env[62839]: value = "task-2757264" [ 883.466061] env[62839]: _type = "Task" [ 883.466061] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.475210] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.520971] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757262, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.528490] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.577434] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.577651] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.577768] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.577951] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.578260] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.578260] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.578480] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.578596] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.578791] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.579176] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.579176] env[62839]: DEBUG nova.virt.hardware [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.584805] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.585118] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d95db5-5934-4cac-84c2-0279d2b0bce5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.604729] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 883.604729] env[62839]: value = "task-2757265" [ 883.604729] env[62839]: _type = "Task" [ 883.604729] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.612930] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.634314] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.790087] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Releasing lock "refresh_cache-74eb03e1-dd93-4792-96cd-87e45d55ec4c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.790683] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.791065] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757261, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.791399] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b2f5b2e-9f87-4725-9a12-4bfed6a41d56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.798245] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 883.798245] env[62839]: value = "task-2757266" [ 883.798245] env[62839]: _type = "Task" [ 883.798245] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.806419] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.954028] env[62839]: DEBUG nova.compute.utils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.956042] env[62839]: DEBUG nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.956187] env[62839]: DEBUG nova.network.neutron [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.976694] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.3057} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.977070] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.977963] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc791e59-ed66-4c6f-ba06-f915faf9ef7f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.004717] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 90cca8db-f109-4f83-b21a-c7896cb69d7f/90cca8db-f109-4f83-b21a-c7896cb69d7f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.005428] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe26266-a708-4c36-ab23-cdec6a039a69 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.023018] env[62839]: DEBUG nova.policy [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.039184] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757262, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.043777] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 884.043777] env[62839]: value = "task-2757267" [ 884.043777] env[62839]: _type = "Task" [ 884.043777] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.043777] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757263, 'name': ReconfigVM_Task, 'duration_secs': 0.997086} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.044055] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0508659c-8908-4840-91f5-3d8ad8146172/0508659c-8908-4840-91f5-3d8ad8146172.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.047824] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e75dee9-3427-4e50-a4b8-520307438917 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.055230] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.056752] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 884.056752] env[62839]: value = "task-2757268" [ 884.056752] env[62839]: _type = "Task" [ 884.056752] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.069374] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757268, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.119189] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757265, 'name': ReconfigVM_Task, 'duration_secs': 0.445712} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.120366] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.120789] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87a883d-ddb0-422c-a47c-1be26744f40c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.150330] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0e541690-634f-4283-a6ee-3a0bf6bcff5a/0e541690-634f-4283-a6ee-3a0bf6bcff5a.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.151216] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a6c983-9e87-45cc-886e-cff376082da8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.168844] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757260, 'name': ReconfigVM_Task, 'duration_secs': 1.353459} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.169730] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c/volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.176349] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11bbe24a-f4cf-4378-8e9a-4205b841ceae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.187181] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 884.187181] env[62839]: value = "task-2757269" [ 884.187181] env[62839]: _type = "Task" [ 884.187181] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.193133] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 884.193133] env[62839]: value = "task-2757270" [ 884.193133] env[62839]: _type = "Task" [ 884.193133] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.197109] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.205390] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.288860] env[62839]: DEBUG oslo_vmware.api [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757261, 'name': PowerOnVM_Task, 'duration_secs': 1.378711} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.289186] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.289443] env[62839]: DEBUG nova.compute.manager [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.290282] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c7d013-e02e-412a-9cf6-b523987b2689 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.307210] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757266, 'name': PowerOffVM_Task, 'duration_secs': 0.241957} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.307483] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.308160] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:21:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4b354f96-8057-4aa6-bb6d-9d100b2cec6f',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1729237807',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.308388] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.308548] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.308752] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.308918] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.309076] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.309284] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.309617] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.309617] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.309773] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.309962] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.315355] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de683b46-9bdb-4329-8a0b-3a9255a566c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.334250] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 884.334250] env[62839]: value = "task-2757271" [ 884.334250] env[62839]: _type = "Task" [ 884.334250] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.345464] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.435606] env[62839]: DEBUG nova.network.neutron [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Successfully created port: 81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.461273] env[62839]: DEBUG nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.520298] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757262, 'name': Rename_Task, 'duration_secs': 1.437094} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.520581] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.520825] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6741b449-e6df-4fd1-8701-27536f301f4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.526085] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 884.526085] env[62839]: value = "task-2757272" [ 884.526085] env[62839]: _type = "Task" [ 884.526085] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.536786] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.555840] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757267, 'name': ReconfigVM_Task, 'duration_secs': 0.351141} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.556269] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 90cca8db-f109-4f83-b21a-c7896cb69d7f/90cca8db-f109-4f83-b21a-c7896cb69d7f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.557113] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9045286a-0cca-4272-9d70-f8e63ab4594c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.574051] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 884.574051] env[62839]: value = "task-2757273" [ 884.574051] env[62839]: _type = "Task" [ 884.574051] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.574372] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757268, 'name': Rename_Task, 'duration_secs': 0.172128} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.574668] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.578081] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f663cf4f-91e1-438c-8d9e-2e156209ea58 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.589109] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757273, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.589427] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 884.589427] env[62839]: value = "task-2757274" [ 884.589427] env[62839]: _type = "Task" [ 884.589427] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.600356] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.700306] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757269, 'name': ReconfigVM_Task, 'duration_secs': 0.454389} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.704367] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0e541690-634f-4283-a6ee-3a0bf6bcff5a/0e541690-634f-4283-a6ee-3a0bf6bcff5a.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.704868] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance '0e541690-634f-4283-a6ee-3a0bf6bcff5a' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.718266] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757270, 'name': ReconfigVM_Task, 'duration_secs': 0.19455} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.718266] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554797', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'name': 'volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0f05490a-be68-46a4-af3b-0937bcc1093d', 'attached_at': '', 'detached_at': '', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'serial': '229b8f65-68ae-4eb5-abd1-31627e5ada7c'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 884.718266] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a004ea-acad-4465-bfd6-fd3aac549bf7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.727122] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 884.727122] env[62839]: value = "task-2757275" [ 884.727122] env[62839]: _type = "Task" [ 884.727122] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.739740] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757275, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.819212] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.847932] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757271, 'name': ReconfigVM_Task, 'duration_secs': 0.184908} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.849333] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ce6f1-4efc-48af-9574-81de7e8d2086 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.870807] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:21:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='4b354f96-8057-4aa6-bb6d-9d100b2cec6f',id=29,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1729237807',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.871093] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.871269] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.871467] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.871623] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.871773] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.872083] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.872181] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.872396] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.872569] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.872762] env[62839]: DEBUG nova.virt.hardware [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.874032] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4729c8-149a-4d07-956a-c6e4575d6305 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.879874] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 884.879874] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5299e7e7-15e5-47b1-8cec-2e66a15a9720" [ 884.879874] env[62839]: _type = "Task" [ 884.879874] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.891699] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5299e7e7-15e5-47b1-8cec-2e66a15a9720, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.897423] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.897747] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e64735-dea0-4e09-a84a-db1a85d242ad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.918494] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 884.918494] env[62839]: value = "task-2757276" [ 884.918494] env[62839]: _type = "Task" [ 884.918494] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.926853] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.042142] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757272, 'name': PowerOnVM_Task, 'duration_secs': 0.501605} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.042420] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.042627] env[62839]: INFO nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Took 11.03 seconds to spawn the instance on the hypervisor. [ 885.042861] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.043705] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719151a8-c30a-4865-b6d8-c7846c135237 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.086911] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166f640-d629-49a5-8237-e7657e16a39e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.096833] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757273, 'name': Rename_Task, 'duration_secs': 0.180541} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.099196] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.099285] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a768db-f93f-4b4f-aea9-ec3299ab80bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.101821] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecfd413-6d71-4912-827c-096bddbc7b68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.110844] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757274, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.144100] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b9d4c9-4c50-4aa9-97f9-f9466d36e054 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.147114] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 885.147114] env[62839]: value = "task-2757277" [ 885.147114] env[62839]: _type = "Task" [ 885.147114] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.156417] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef625113-b76d-49f1-86fd-9ee0fe1daa24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.165068] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.176515] env[62839]: DEBUG nova.compute.provider_tree [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.214669] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0742f9e7-b854-4a1a-8ccf-9659d7dce3e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.238877] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1eb87b-23d1-497c-b249-94556c9bc09e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.245816] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757275, 'name': Rename_Task, 'duration_secs': 0.185567} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.258355] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.258907] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance '0e541690-634f-4283-a6ee-3a0bf6bcff5a' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.262032] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-019d9e9f-35f0-4f63-8988-c10d266d5524 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.269195] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 885.269195] env[62839]: value = "task-2757278" [ 885.269195] env[62839]: _type = "Task" [ 885.269195] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.278043] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.428089] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757276, 'name': ReconfigVM_Task, 'duration_secs': 0.326263} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.429035] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.429590] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d78b7-383b-4888-974c-6febca84b9b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.451449] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.451771] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbdc759-1bf2-4cb5-8c45-93023362e97c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.470033] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 885.470033] env[62839]: value = "task-2757279" [ 885.470033] env[62839]: _type = "Task" [ 885.470033] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.474308] env[62839]: DEBUG nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.481127] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.499100] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.499371] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.499551] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.499739] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.499885] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.500150] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.500384] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.500550] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.500730] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.500981] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.501207] env[62839]: DEBUG nova.virt.hardware [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.502078] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2e54c7-28fd-4e21-8922-16f39fc32ad3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.509919] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ad098-a391-48ed-8765-75e834b61433 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.566897] env[62839]: INFO nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Took 47.84 seconds to build instance. [ 885.591166] env[62839]: INFO nova.compute.manager [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Rebuilding instance [ 885.604084] env[62839]: DEBUG oslo_vmware.api [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757274, 'name': PowerOnVM_Task, 'duration_secs': 0.64638} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.604400] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.604607] env[62839]: INFO nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Took 14.30 seconds to spawn the instance on the hypervisor. [ 885.604830] env[62839]: DEBUG nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.605635] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869bc9e2-b95a-425a-a061-35e19e34d46f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.637213] env[62839]: DEBUG nova.compute.manager [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.638137] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41a6f22-b5a6-4bdc-8a4e-4b27ec42cc01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.659481] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.679886] env[62839]: DEBUG nova.scheduler.client.report [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.780811] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.798114] env[62839]: DEBUG nova.network.neutron [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Port aa4be596-44bf-4380-85d9-70e80eb1b62f binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 885.985555] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757279, 'name': ReconfigVM_Task, 'duration_secs': 0.438296} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.985555] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c/74eb03e1-dd93-4792-96cd-87e45d55ec4c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.986321] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142da1bd-df97-4fdc-ab63-d282880256fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.007371] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df597c53-4c64-4976-a710-1f6eb2538a49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.028242] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936be06-5f7b-47fd-a917-e39d98933ec9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.047338] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d357cf59-8817-42e1-85d6-5f8a247c1bc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.056287] env[62839]: DEBUG nova.compute.manager [req-1028c8cc-5cbb-458c-9185-5e1aa841aeeb req-a8c9b07e-967f-4357-9002-adc0a2de47d5 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-vif-plugged-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.056545] env[62839]: DEBUG oslo_concurrency.lockutils [req-1028c8cc-5cbb-458c-9185-5e1aa841aeeb req-a8c9b07e-967f-4357-9002-adc0a2de47d5 service nova] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.056705] env[62839]: DEBUG oslo_concurrency.lockutils [req-1028c8cc-5cbb-458c-9185-5e1aa841aeeb req-a8c9b07e-967f-4357-9002-adc0a2de47d5 service nova] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.056872] env[62839]: DEBUG oslo_concurrency.lockutils [req-1028c8cc-5cbb-458c-9185-5e1aa841aeeb req-a8c9b07e-967f-4357-9002-adc0a2de47d5 service nova] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.057044] env[62839]: DEBUG nova.compute.manager [req-1028c8cc-5cbb-458c-9185-5e1aa841aeeb req-a8c9b07e-967f-4357-9002-adc0a2de47d5 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] No waiting events found dispatching network-vif-plugged-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.057213] env[62839]: WARNING nova.compute.manager [req-1028c8cc-5cbb-458c-9185-5e1aa841aeeb req-a8c9b07e-967f-4357-9002-adc0a2de47d5 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received unexpected event network-vif-plugged-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e for instance with vm_state building and task_state spawning. [ 886.060413] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.060726] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb5743f-916b-436d-aa37-1d14bd374065 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.068175] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 886.068175] env[62839]: value = "task-2757280" [ 886.068175] env[62839]: _type = "Task" [ 886.068175] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.068563] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.675s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.076933] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.130024] env[62839]: INFO nova.compute.manager [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Took 53.72 seconds to build instance. [ 886.162072] env[62839]: DEBUG oslo_vmware.api [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757277, 'name': PowerOnVM_Task, 'duration_secs': 0.668282} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.162903] env[62839]: DEBUG nova.network.neutron [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Successfully updated port: 81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.163980] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.164193] env[62839]: INFO nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Took 9.25 seconds to spawn the instance on the hypervisor. [ 886.164378] env[62839]: DEBUG nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.165977] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cefb75-f3d9-4917-bbdb-15bbf1f28f4a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.185960] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.186543] env[62839]: DEBUG nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.190126] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.607s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.191688] env[62839]: INFO nova.compute.claims [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.281037] env[62839]: DEBUG oslo_vmware.api [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757278, 'name': PowerOnVM_Task, 'duration_secs': 0.677378} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.281037] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.376401] env[62839]: DEBUG nova.compute.manager [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.377262] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037aaaea-b538-43f2-ba11-dc59262562d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.579417] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.631049] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ccfe3bbf-7807-4f54-be3f-dda38dd4f5ec tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "0508659c-8908-4840-91f5-3d8ad8146172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.263s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.651192] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.651558] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59fbabb8-4ad9-4726-9863-ce3248c29f0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.659515] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 886.659515] env[62839]: value = "task-2757281" [ 886.659515] env[62839]: _type = "Task" [ 886.659515] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.666498] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.667262] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.667262] env[62839]: DEBUG nova.network.neutron [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.673940] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.682973] env[62839]: INFO nova.compute.manager [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Took 40.20 seconds to build instance. [ 886.697102] env[62839]: DEBUG nova.compute.utils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.700329] env[62839]: DEBUG nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.700479] env[62839]: DEBUG nova.network.neutron [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.736816] env[62839]: DEBUG nova.policy [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e954cc9b3b89473bb07d8aa23e126bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25ae03e2ab5412083992b83902a049f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.826434] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.826764] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.827062] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.896818] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47d0c3e6-8a59-44c2-9dfe-754e93a69386 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 71.338s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.082040] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.093082] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "9078ceab-480a-4922-8da8-4774e3126d5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.093412] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "9078ceab-480a-4922-8da8-4774e3126d5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.093625] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "9078ceab-480a-4922-8da8-4774e3126d5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.093835] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "9078ceab-480a-4922-8da8-4774e3126d5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.094023] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "9078ceab-480a-4922-8da8-4774e3126d5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.097227] env[62839]: INFO nova.compute.manager [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Terminating instance [ 887.123668] env[62839]: DEBUG nova.network.neutron [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Successfully created port: 3bfd1176-8f52-477b-8e95-02c509eb828d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.169691] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757281, 'name': PowerOffVM_Task, 'duration_secs': 0.320862} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.170222] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.170528] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.171355] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a6fb56-91a2-4bd0-8aef-da9a3c28f9cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.182981] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.183500] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaefbd80-5c1d-42a1-b823-8ff4da6289e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.185247] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9f728142-7db7-4783-9c24-c48a24e11fcf tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.965s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.204838] env[62839]: DEBUG nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.229299] env[62839]: DEBUG nova.network.neutron [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.254087] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.254310] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.254515] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleting the datastore file [datastore2] 8d41ea5e-6757-4ace-b30c-030467138f68 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.254747] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b01d5b-3dd5-4c38-92e2-a84b01cfdcca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.262596] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 887.262596] env[62839]: value = "task-2757283" [ 887.262596] env[62839]: _type = "Task" [ 887.262596] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.278793] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.528981] env[62839]: DEBUG nova.network.neutron [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.582210] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757280, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.605758] env[62839]: DEBUG nova.compute.manager [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.605758] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.607810] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68812b-96f8-4b7c-b5a8-7367f2957f26 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.618710] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.618951] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d53f173-6ba3-475a-a1b2-4b1958bfb693 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.630084] env[62839]: DEBUG oslo_vmware.api [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 887.630084] env[62839]: value = "task-2757284" [ 887.630084] env[62839]: _type = "Task" [ 887.630084] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.638723] env[62839]: DEBUG oslo_vmware.api [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.774366] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131211} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.778148] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.778148] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.778148] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.836339] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39b782d-11a8-41b1-b3b1-0bff21642a47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.847909] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca7bd8-c72e-46a2-a844-ee5c412083d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.881967] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.882186] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.882377] env[62839]: DEBUG nova.network.neutron [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.884138] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ff9dd8-aaaa-450a-9071-b084ca198e9b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.892571] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b788e052-05b5-4aa4-b92f-5df66edf8d67 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.907079] env[62839]: DEBUG nova.compute.provider_tree [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.031866] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.032250] env[62839]: DEBUG nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Instance network_info: |[{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.032691] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:2f:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.040803] env[62839]: DEBUG oslo.service.loopingcall [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.041099] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.041725] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38658c1b-0e01-4513-953e-8c9d83efb8d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.056807] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "90cca8db-f109-4f83-b21a-c7896cb69d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.056994] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.057470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "90cca8db-f109-4f83-b21a-c7896cb69d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.057470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.057613] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.060262] env[62839]: INFO nova.compute.manager [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Terminating instance [ 888.064607] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.064607] env[62839]: value = "task-2757285" [ 888.064607] env[62839]: _type = "Task" [ 888.064607] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.073288] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757285, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.081412] env[62839]: DEBUG oslo_vmware.api [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757280, 'name': PowerOnVM_Task, 'duration_secs': 1.568366} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.081685] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.140603] env[62839]: DEBUG oslo_vmware.api [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757284, 'name': PowerOffVM_Task, 'duration_secs': 0.182582} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.140898] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.141113] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.141375] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdadd3bd-1727-41ab-9df2-31f7f48a43e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.150852] env[62839]: DEBUG nova.compute.manager [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-changed-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.150852] env[62839]: DEBUG nova.compute.manager [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing instance network info cache due to event network-changed-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.150852] env[62839]: DEBUG oslo_concurrency.lockutils [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.151397] env[62839]: DEBUG oslo_concurrency.lockutils [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.151397] env[62839]: DEBUG nova.network.neutron [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing network info cache for port 81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.208912] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.208912] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.208999] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleting the datastore file [datastore1] 9078ceab-480a-4922-8da8-4774e3126d5a {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.209264] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d006ba5f-ac9d-4d74-8e9e-b8e86a3431ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.216979] env[62839]: DEBUG nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.218946] env[62839]: DEBUG oslo_vmware.api [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 888.218946] env[62839]: value = "task-2757287" [ 888.218946] env[62839]: _type = "Task" [ 888.218946] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.228609] env[62839]: DEBUG oslo_vmware.api [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.246786] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='546e1e5ee52aa0bf51e5a1e14bc2a395',container_format='bare',created_at=2025-02-21T08:23:07Z,direct_url=,disk_format='vmdk',id=2480a98a-26c1-43b3-8d34-5fced9850852,min_disk=1,min_ram=0,name='tempest-test-snap-533400930',owner='f25ae03e2ab5412083992b83902a049f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-21T08:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.247048] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.247217] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.247392] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.247539] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.247686] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.247905] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.248085] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.248336] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.248510] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.248693] env[62839]: DEBUG nova.virt.hardware [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.249534] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a21ca62-55e1-4b47-af7b-2edf814510f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.257558] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c71002-9a7f-4955-a9f7-a2c444c2f67d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.410522] env[62839]: DEBUG nova.scheduler.client.report [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.563535] env[62839]: DEBUG nova.compute.manager [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.563887] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.569126] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f730c8-b132-400a-92b6-d95ec60909d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.584070] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757285, 'name': CreateVM_Task, 'duration_secs': 0.390881} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.586806] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.587270] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.592884] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.593278] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.593652] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.593910] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da029f62-e1bc-4098-be6c-0121266d5aaa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.595801] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4449a67d-4233-4961-9429-12cccc83f621 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.602623] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 888.602623] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5214273d-266e-843a-bb14-19a852845572" [ 888.602623] env[62839]: _type = "Task" [ 888.602623] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.604145] env[62839]: DEBUG oslo_vmware.api [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 888.604145] env[62839]: value = "task-2757288" [ 888.604145] env[62839]: _type = "Task" [ 888.604145] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.621193] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5214273d-266e-843a-bb14-19a852845572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.622847] env[62839]: DEBUG oslo_vmware.api [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.734583] env[62839]: DEBUG oslo_vmware.api [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211746} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.737323] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.737600] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.737821] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.738065] env[62839]: INFO nova.compute.manager [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 888.738371] env[62839]: DEBUG oslo.service.loopingcall [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.738630] env[62839]: DEBUG nova.compute.manager [-] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.738759] env[62839]: DEBUG nova.network.neutron [-] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.811318] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.811603] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.811793] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.813206] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.813462] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.813692] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.813955] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.814192] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.814412] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.814615] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.814855] env[62839]: DEBUG nova.virt.hardware [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.815849] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f558f1-6f19-4da8-81b4-27ea063fcce2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.825870] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa51e2c-78a1-4aba-b419-453869c83a07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.840775] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:36:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde0a5e8-eff6-4332-aef6-8b5d1dd0d346', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.849420] env[62839]: DEBUG oslo.service.loopingcall [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.849812] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.850087] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0311b63-d73d-4f8d-8249-07ac700984d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.871647] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.871647] env[62839]: value = "task-2757289" [ 888.871647] env[62839]: _type = "Task" [ 888.871647] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.880034] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757289, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.916801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.917472] env[62839]: DEBUG nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.920904] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.781s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.922618] env[62839]: INFO nova.compute.claims [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.958783] env[62839]: DEBUG nova.network.neutron [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance_info_cache with network_info: [{"id": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "address": "fa:16:3e:fc:59:56", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4be596-44", "ovs_interfaceid": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.054760] env[62839]: DEBUG nova.network.neutron [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updated VIF entry in instance network info cache for port 81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.055248] env[62839]: DEBUG nova.network.neutron [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.094624] env[62839]: INFO nova.compute.manager [None req-c1007337-18cd-436d-be4c-936d91b44aeb tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance to original state: 'active' [ 889.125441] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5214273d-266e-843a-bb14-19a852845572, 'name': SearchDatastore_Task, 'duration_secs': 0.016296} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.125679] env[62839]: DEBUG oslo_vmware.api [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757288, 'name': PowerOffVM_Task, 'duration_secs': 0.238165} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.126084] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.126354] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.126620] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.126757] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.126925] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.127210] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.127363] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.127649] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7281c9e-48c1-42d0-8aa2-505f76450b7e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.129633] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a098a789-d2ee-4b26-8bbe-aada5abb7cb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.140576] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.140979] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.142012] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e423ab-d83d-4b89-bddf-b1da97f239e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.149148] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 889.149148] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52273c7e-7d17-0620-ad8e-8d26575d7f56" [ 889.149148] env[62839]: _type = "Task" [ 889.149148] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.158670] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52273c7e-7d17-0620-ad8e-8d26575d7f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.257423] env[62839]: DEBUG nova.network.neutron [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Successfully updated port: 3bfd1176-8f52-477b-8e95-02c509eb828d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.261443] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.261668] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.261856] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleting the datastore file [datastore2] 90cca8db-f109-4f83-b21a-c7896cb69d7f {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.262362] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-591aa338-4e31-46f7-ab7a-2552fbd9afce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.269756] env[62839]: DEBUG oslo_vmware.api [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 889.269756] env[62839]: value = "task-2757291" [ 889.269756] env[62839]: _type = "Task" [ 889.269756] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.280155] env[62839]: DEBUG oslo_vmware.api [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.381384] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757289, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.427525] env[62839]: DEBUG nova.compute.utils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.432233] env[62839]: DEBUG nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.432496] env[62839]: DEBUG nova.network.neutron [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.461676] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.485209] env[62839]: DEBUG nova.policy [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16524ec56d2d4280bbc5faf0434eb260', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dac93addc064660b8d98d9898157b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.557210] env[62839]: DEBUG nova.compute.manager [req-ad503748-6439-4115-a045-c54287a0deb3 req-a6126a76-050c-41fe-810a-a24eaf2fcd95 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Received event network-vif-deleted-20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.557416] env[62839]: INFO nova.compute.manager [req-ad503748-6439-4115-a045-c54287a0deb3 req-a6126a76-050c-41fe-810a-a24eaf2fcd95 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Neutron deleted interface 20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2; detaching it from the instance and deleting it from the info cache [ 889.557590] env[62839]: DEBUG nova.network.neutron [req-ad503748-6439-4115-a045-c54287a0deb3 req-a6126a76-050c-41fe-810a-a24eaf2fcd95 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.562020] env[62839]: DEBUG oslo_concurrency.lockutils [req-33586860-c878-4b09-95b4-72cb0dcebff1 req-30a6dd76-6958-4af6-9869-fe4a408bbdb4 service nova] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.659753] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52273c7e-7d17-0620-ad8e-8d26575d7f56, 'name': SearchDatastore_Task, 'duration_secs': 0.028847} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.661177] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c10da1e-6bcb-4f03-957d-de0d9c5eb6b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.666447] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 889.666447] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205f82f-71d3-24f6-8776-7bcd896d0aac" [ 889.666447] env[62839]: _type = "Task" [ 889.666447] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.673954] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205f82f-71d3-24f6-8776-7bcd896d0aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.763633] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "refresh_cache-19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.763633] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "refresh_cache-19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.763633] env[62839]: DEBUG nova.network.neutron [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.785716] env[62839]: DEBUG oslo_vmware.api [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474937} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.786068] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.786674] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.786913] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.787142] env[62839]: INFO nova.compute.manager [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 889.787624] env[62839]: DEBUG oslo.service.loopingcall [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.787864] env[62839]: DEBUG nova.compute.manager [-] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.787990] env[62839]: DEBUG nova.network.neutron [-] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.808127] env[62839]: DEBUG nova.network.neutron [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Successfully created port: df4ee23b-3b4c-489f-8355-6cccdf269ab3 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.884066] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757289, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.937445] env[62839]: DEBUG nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.943025] env[62839]: DEBUG nova.network.neutron [-] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.987066] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a60ad3-e523-42b7-a8d9-ed758ee19612 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.016587] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316ea5e-7452-4530-90e7-094cfcfeed18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.025822] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance '0e541690-634f-4283-a6ee-3a0bf6bcff5a' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.061028] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc487ad8-dc9d-486a-9013-d61927b67c6a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.071890] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd23227-b5c0-4dcd-add1-ec095a6b3270 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.118393] env[62839]: DEBUG nova.compute.manager [req-ad503748-6439-4115-a045-c54287a0deb3 req-a6126a76-050c-41fe-810a-a24eaf2fcd95 service nova] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Detach interface failed, port_id=20fb435f-6c1f-4ca3-81f6-a9dcfd27b5e2, reason: Instance 9078ceab-480a-4922-8da8-4774e3126d5a could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 890.180989] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5205f82f-71d3-24f6-8776-7bcd896d0aac, 'name': SearchDatastore_Task, 'duration_secs': 0.019684} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.181356] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.181699] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 77fa7526-ab22-428f-9056-f31a34e3bad8/77fa7526-ab22-428f-9056-f31a34e3bad8.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.181985] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cfa9753-8b95-4d21-83c7-c335bd6caf8f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.188671] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 890.188671] env[62839]: value = "task-2757292" [ 890.188671] env[62839]: _type = "Task" [ 890.188671] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.195070] env[62839]: DEBUG nova.compute.manager [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Received event network-vif-plugged-3bfd1176-8f52-477b-8e95-02c509eb828d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.195424] env[62839]: DEBUG oslo_concurrency.lockutils [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] Acquiring lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.195701] env[62839]: DEBUG oslo_concurrency.lockutils [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.195953] env[62839]: DEBUG oslo_concurrency.lockutils [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.196162] env[62839]: DEBUG nova.compute.manager [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] No waiting events found dispatching network-vif-plugged-3bfd1176-8f52-477b-8e95-02c509eb828d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.196335] env[62839]: WARNING nova.compute.manager [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Received unexpected event network-vif-plugged-3bfd1176-8f52-477b-8e95-02c509eb828d for instance with vm_state building and task_state spawning. [ 890.196531] env[62839]: DEBUG nova.compute.manager [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Received event network-changed-3bfd1176-8f52-477b-8e95-02c509eb828d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.196729] env[62839]: DEBUG nova.compute.manager [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Refreshing instance network info cache due to event network-changed-3bfd1176-8f52-477b-8e95-02c509eb828d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.196910] env[62839]: DEBUG oslo_concurrency.lockutils [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] Acquiring lock "refresh_cache-19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.200272] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.200496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.200695] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.200918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.201148] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.206330] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.206779] env[62839]: INFO nova.compute.manager [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Terminating instance [ 890.296220] env[62839]: DEBUG nova.network.neutron [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.381711] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757289, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.432017] env[62839]: DEBUG nova.network.neutron [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Updating instance_info_cache with network_info: [{"id": "3bfd1176-8f52-477b-8e95-02c509eb828d", "address": "fa:16:3e:6f:0b:57", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd1176-8f", "ovs_interfaceid": "3bfd1176-8f52-477b-8e95-02c509eb828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.450481] env[62839]: INFO nova.compute.manager [-] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Took 1.71 seconds to deallocate network for instance. [ 890.481203] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c8b66-8af9-409c-85d2-47de2af3d21e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.489649] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344b55d-f2f3-43a1-b112-fe971c0b4d33 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.523826] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ec135d-85ab-40b3-995d-8ac45f1b85f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.532037] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.532332] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8da6f97-e1e1-4edc-bffc-e120049f8519 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.535150] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b49f7-d536-456d-b891-858dcbade897 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.550418] env[62839]: DEBUG nova.compute.provider_tree [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.554293] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 890.554293] env[62839]: value = "task-2757293" [ 890.554293] env[62839]: _type = "Task" [ 890.554293] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.562383] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757293, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.569226] env[62839]: DEBUG nova.network.neutron [-] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.699947] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757292, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.711022] env[62839]: DEBUG nova.compute.manager [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.711276] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.712392] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276bd379-3ab1-4d3f-a598-fa24e1263081 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.720653] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.720905] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84300c2e-0566-41ea-b957-aa94d3c904cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.728429] env[62839]: DEBUG oslo_vmware.api [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 890.728429] env[62839]: value = "task-2757294" [ 890.728429] env[62839]: _type = "Task" [ 890.728429] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.737725] env[62839]: DEBUG oslo_vmware.api [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.885339] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757289, 'name': CreateVM_Task, 'duration_secs': 1.626334} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.885494] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.886224] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.886390] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.886722] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.886987] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643ec2de-17fc-4d5d-8e62-ade6ce97ac9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.891674] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 890.891674] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd7806-29db-5ecc-0287-5d7687b3be47" [ 890.891674] env[62839]: _type = "Task" [ 890.891674] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.899505] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd7806-29db-5ecc-0287-5d7687b3be47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.934762] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "refresh_cache-19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.935330] env[62839]: DEBUG nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Instance network_info: |[{"id": "3bfd1176-8f52-477b-8e95-02c509eb828d", "address": "fa:16:3e:6f:0b:57", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd1176-8f", "ovs_interfaceid": "3bfd1176-8f52-477b-8e95-02c509eb828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.935812] env[62839]: DEBUG oslo_concurrency.lockutils [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] Acquired lock "refresh_cache-19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.936134] env[62839]: DEBUG nova.network.neutron [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Refreshing network info cache for port 3bfd1176-8f52-477b-8e95-02c509eb828d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.937656] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:0b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bfd1176-8f52-477b-8e95-02c509eb828d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.946263] env[62839]: DEBUG oslo.service.loopingcall [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.947399] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.947643] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-083ea9b9-0150-4162-bf7b-9e8c948d5613 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.963428] env[62839]: DEBUG nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.966065] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.971928] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.971928] env[62839]: value = "task-2757295" [ 890.971928] env[62839]: _type = "Task" [ 890.971928] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.981090] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757295, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.992227] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.992536] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.992780] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.993045] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.993258] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.993482] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.993810] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.993994] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.994247] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.994488] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.994747] env[62839]: DEBUG nova.virt.hardware [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.995871] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d76ae-4838-4186-8820-70d46cc1d3a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.005943] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc2a242-6b93-426b-947a-cb7f6c3cbbd5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.056199] env[62839]: DEBUG nova.scheduler.client.report [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.073864] env[62839]: INFO nova.compute.manager [-] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Took 1.29 seconds to deallocate network for instance. [ 891.074357] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.199900] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7038} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.200207] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 77fa7526-ab22-428f-9056-f31a34e3bad8/77fa7526-ab22-428f-9056-f31a34e3bad8.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.200451] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.200701] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f07bc13-5b5b-43a1-bd99-6575fc187f7f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.207695] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 891.207695] env[62839]: value = "task-2757296" [ 891.207695] env[62839]: _type = "Task" [ 891.207695] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.215784] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.238217] env[62839]: DEBUG oslo_vmware.api [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757294, 'name': PowerOffVM_Task, 'duration_secs': 0.256705} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.238511] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.238698] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.238962] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af825c9-999e-47bd-a72b-34ef39872936 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.310801] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.311221] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.311528] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Deleting the datastore file [datastore2] 74eb03e1-dd93-4792-96cd-87e45d55ec4c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.312337] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19ec395f-f72f-45c3-b914-b8aaa8dc0791 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.320452] env[62839]: DEBUG oslo_vmware.api [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 891.320452] env[62839]: value = "task-2757298" [ 891.320452] env[62839]: _type = "Task" [ 891.320452] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.332174] env[62839]: DEBUG oslo_vmware.api [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.381893] env[62839]: DEBUG nova.network.neutron [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Successfully updated port: df4ee23b-3b4c-489f-8355-6cccdf269ab3 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.403580] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd7806-29db-5ecc-0287-5d7687b3be47, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.404052] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.404442] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.404770] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.404999] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.405281] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.405617] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04222c4b-73aa-4cf4-a397-e4d97747b169 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.424749] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.424960] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.425720] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b056957e-9658-4ef4-ac00-5bf88594054b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.431193] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 891.431193] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52295fa7-e433-4c11-6a35-ef137232f6c7" [ 891.431193] env[62839]: _type = "Task" [ 891.431193] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.444293] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52295fa7-e433-4c11-6a35-ef137232f6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.483114] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757295, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.568324] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.568851] env[62839]: DEBUG nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.574773] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.086s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.575015] env[62839]: DEBUG nova.objects.instance [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lazy-loading 'resources' on Instance uuid 5ed804df-6d19-4253-b2e4-4a173a935e1e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.576959] env[62839]: DEBUG oslo_vmware.api [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757293, 'name': PowerOnVM_Task, 'duration_secs': 0.569458} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.576959] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.576959] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb1d16e-bd9b-404a-a8ba-0e9d24eab8ca tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance '0e541690-634f-4283-a6ee-3a0bf6bcff5a' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.585486] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.587370] env[62839]: DEBUG nova.compute.manager [req-c1483824-9545-4fd0-8730-05b59ee5c604 req-321dc4ad-a07f-4614-8a11-7437bf09a449 service nova] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Received event network-vif-deleted-b307cfe2-8a15-43d8-8bb5-ffa33bd41c88 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.678299] env[62839]: DEBUG nova.network.neutron [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Updated VIF entry in instance network info cache for port 3bfd1176-8f52-477b-8e95-02c509eb828d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.678701] env[62839]: DEBUG nova.network.neutron [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Updating instance_info_cache with network_info: [{"id": "3bfd1176-8f52-477b-8e95-02c509eb828d", "address": "fa:16:3e:6f:0b:57", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfd1176-8f", "ovs_interfaceid": "3bfd1176-8f52-477b-8e95-02c509eb828d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.717641] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114616} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.717953] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.718675] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd30f4-6c6d-4bc7-a9b0-40efb7978eb5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.741236] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 77fa7526-ab22-428f-9056-f31a34e3bad8/77fa7526-ab22-428f-9056-f31a34e3bad8.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.741550] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902995f7-1662-4f23-85bc-3fd0ed789bb4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.761586] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 891.761586] env[62839]: value = "task-2757299" [ 891.761586] env[62839]: _type = "Task" [ 891.761586] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.770141] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.829883] env[62839]: DEBUG oslo_vmware.api [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.887218] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "refresh_cache-e71ed019-86c6-431f-a7db-50417e44a43d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.887336] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "refresh_cache-e71ed019-86c6-431f-a7db-50417e44a43d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.887505] env[62839]: DEBUG nova.network.neutron [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.941344] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52295fa7-e433-4c11-6a35-ef137232f6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019544} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.942202] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2e211e-03e7-48c2-9de9-e7375695678a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.947303] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 891.947303] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c9ec68-5abf-6ac6-ad68-058f9f9f754b" [ 891.947303] env[62839]: _type = "Task" [ 891.947303] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.954886] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c9ec68-5abf-6ac6-ad68-058f9f9f754b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.981911] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757295, 'name': CreateVM_Task, 'duration_secs': 0.639398} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.982144] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.982923] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.983183] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.983605] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.983925] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822f9f9e-c00a-4d78-9b52-b0df0ef8713a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.988466] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 891.988466] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e1b028-ebe0-91ab-73f2-70eba6f97093" [ 891.988466] env[62839]: _type = "Task" [ 891.988466] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.996500] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e1b028-ebe0-91ab-73f2-70eba6f97093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.081471] env[62839]: DEBUG nova.compute.utils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.083227] env[62839]: DEBUG nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.083462] env[62839]: DEBUG nova.network.neutron [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.131128] env[62839]: DEBUG nova.policy [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e13cb6e5bcb444aa59c3d2e500766b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2fed330057427b8cdbb3edef384ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.185593] env[62839]: DEBUG oslo_concurrency.lockutils [req-ebc6bcc3-5f01-42a3-9bb0-26c0f2525911 req-3d2e038f-5c9b-45ae-bc09-08d0181c2b84 service nova] Releasing lock "refresh_cache-19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.271870] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.276586] env[62839]: DEBUG nova.compute.manager [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Received event network-vif-plugged-df4ee23b-3b4c-489f-8355-6cccdf269ab3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.276816] env[62839]: DEBUG oslo_concurrency.lockutils [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] Acquiring lock "e71ed019-86c6-431f-a7db-50417e44a43d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.277048] env[62839]: DEBUG oslo_concurrency.lockutils [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] Lock "e71ed019-86c6-431f-a7db-50417e44a43d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.277222] env[62839]: DEBUG oslo_concurrency.lockutils [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] Lock "e71ed019-86c6-431f-a7db-50417e44a43d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.277399] env[62839]: DEBUG nova.compute.manager [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] No waiting events found dispatching network-vif-plugged-df4ee23b-3b4c-489f-8355-6cccdf269ab3 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.277563] env[62839]: WARNING nova.compute.manager [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Received unexpected event network-vif-plugged-df4ee23b-3b4c-489f-8355-6cccdf269ab3 for instance with vm_state building and task_state spawning. [ 892.277734] env[62839]: DEBUG nova.compute.manager [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Received event network-changed-df4ee23b-3b4c-489f-8355-6cccdf269ab3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.277884] env[62839]: DEBUG nova.compute.manager [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Refreshing instance network info cache due to event network-changed-df4ee23b-3b4c-489f-8355-6cccdf269ab3. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.278056] env[62839]: DEBUG oslo_concurrency.lockutils [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] Acquiring lock "refresh_cache-e71ed019-86c6-431f-a7db-50417e44a43d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.331700] env[62839]: DEBUG oslo_vmware.api [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.791818} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.334341] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.334538] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.334745] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.334922] env[62839]: INFO nova.compute.manager [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 892.335249] env[62839]: DEBUG oslo.service.loopingcall [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.335665] env[62839]: DEBUG nova.compute.manager [-] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.335780] env[62839]: DEBUG nova.network.neutron [-] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.463902] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c9ec68-5abf-6ac6-ad68-058f9f9f754b, 'name': SearchDatastore_Task, 'duration_secs': 0.04303} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.463902] env[62839]: DEBUG nova.network.neutron [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.465484] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.465484] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.465484] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcd9e6ea-f061-4935-8190-4918117d1843 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.473558] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 892.473558] env[62839]: value = "task-2757300" [ 892.473558] env[62839]: _type = "Task" [ 892.473558] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.484603] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.513062] env[62839]: DEBUG nova.network.neutron [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Successfully created port: fba55783-6182-458f-8af3-50977821b3da {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.515536] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.515841] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Processing image 2480a98a-26c1-43b3-8d34-5fced9850852 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.516156] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852/2480a98a-26c1-43b3-8d34-5fced9850852.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.516357] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852/2480a98a-26c1-43b3-8d34-5fced9850852.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.516596] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.517166] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25341dc1-d53b-4f7b-8f0b-778965efbeb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.527330] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.527725] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.532921] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc32d4e9-6f97-43b0-a84b-698542f6a984 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.539745] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 892.539745] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5272c5b6-fe25-92ff-a32d-f0b6b6bb95d9" [ 892.539745] env[62839]: _type = "Task" [ 892.539745] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.557366] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Preparing fetch location {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 892.557703] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Fetch image to [datastore2] OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9/OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9.vmdk {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 892.558110] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Downloading stream optimized image 2480a98a-26c1-43b3-8d34-5fced9850852 to [datastore2] OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9/OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9.vmdk on the data store datastore2 as vApp {{(pid=62839) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 892.558378] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Downloading image file data 2480a98a-26c1-43b3-8d34-5fced9850852 to the ESX as VM named 'OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9' {{(pid=62839) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 892.608457] env[62839]: DEBUG nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.649602] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0175bde5-06df-4490-892c-95e8a3569a8a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.658465] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8a2c6-29bf-4d82-9763-817f1c231f61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.667027] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 892.667027] env[62839]: value = "resgroup-9" [ 892.667027] env[62839]: _type = "ResourcePool" [ 892.667027] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 892.667027] env[62839]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-20ba607e-06dc-4e93-a83f-964b650e3501 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.718019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e8e6f7-41cc-4cd1-977e-fe80693a9abe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.721966] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease: (returnval){ [ 892.721966] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523d33eb-5293-72f4-dfc3-f7dd81bf273a" [ 892.721966] env[62839]: _type = "HttpNfcLease" [ 892.721966] env[62839]: } obtained for vApp import into resource pool (val){ [ 892.721966] env[62839]: value = "resgroup-9" [ 892.721966] env[62839]: _type = "ResourcePool" [ 892.721966] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 892.722897] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the lease: (returnval){ [ 892.722897] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523d33eb-5293-72f4-dfc3-f7dd81bf273a" [ 892.722897] env[62839]: _type = "HttpNfcLease" [ 892.722897] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 892.735432] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0cf8a9-8b2f-484b-8e38-3ffb6c91c96e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.744520] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.744520] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523d33eb-5293-72f4-dfc3-f7dd81bf273a" [ 892.744520] env[62839]: _type = "HttpNfcLease" [ 892.744520] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 892.757171] env[62839]: DEBUG nova.compute.provider_tree [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.774510] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757299, 'name': ReconfigVM_Task, 'duration_secs': 0.659147} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.775662] env[62839]: DEBUG nova.network.neutron [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Updating instance_info_cache with network_info: [{"id": "df4ee23b-3b4c-489f-8355-6cccdf269ab3", "address": "fa:16:3e:02:56:59", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4ee23b-3b", "ovs_interfaceid": "df4ee23b-3b4c-489f-8355-6cccdf269ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.777226] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 77fa7526-ab22-428f-9056-f31a34e3bad8/77fa7526-ab22-428f-9056-f31a34e3bad8.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.778217] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1ea29c6-5180-4fd8-ae25-c524ae5a0d03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.792052] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 892.792052] env[62839]: value = "task-2757302" [ 892.792052] env[62839]: _type = "Task" [ 892.792052] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.804552] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757302, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.984165] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.221049] env[62839]: DEBUG nova.network.neutron [-] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.231236] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.231236] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523d33eb-5293-72f4-dfc3-f7dd81bf273a" [ 893.231236] env[62839]: _type = "HttpNfcLease" [ 893.231236] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.260467] env[62839]: DEBUG nova.scheduler.client.report [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.279679] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "refresh_cache-e71ed019-86c6-431f-a7db-50417e44a43d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.279989] env[62839]: DEBUG nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Instance network_info: |[{"id": "df4ee23b-3b4c-489f-8355-6cccdf269ab3", "address": "fa:16:3e:02:56:59", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4ee23b-3b", "ovs_interfaceid": "df4ee23b-3b4c-489f-8355-6cccdf269ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.280327] env[62839]: DEBUG oslo_concurrency.lockutils [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] Acquired lock "refresh_cache-e71ed019-86c6-431f-a7db-50417e44a43d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.280539] env[62839]: DEBUG nova.network.neutron [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Refreshing network info cache for port df4ee23b-3b4c-489f-8355-6cccdf269ab3 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.281804] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:56:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df4ee23b-3b4c-489f-8355-6cccdf269ab3', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.291022] env[62839]: DEBUG oslo.service.loopingcall [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.293125] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.293513] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7dbb16d-0a1f-4d99-82f1-a55cb39410a0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.321683] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757302, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.323218] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.323218] env[62839]: value = "task-2757303" [ 893.323218] env[62839]: _type = "Task" [ 893.323218] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.331167] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757303, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.484364] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541172} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.484676] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.484899] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.485163] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbcd4dc3-c94e-49dc-9a0b-9808512d48e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.492652] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 893.492652] env[62839]: value = "task-2757304" [ 893.492652] env[62839]: _type = "Task" [ 893.492652] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.502037] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.618540] env[62839]: DEBUG nova.compute.manager [req-cb4d092e-d1ee-41f3-acc4-dd44f944f379 req-a47973bc-bd02-47d2-a76b-2ced26d34d75 service nova] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Received event network-vif-deleted-2c38cd8a-6607-428d-9cab-b9de41d7eb69 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.622074] env[62839]: DEBUG nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.648255] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.648503] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.648661] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.648842] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.648995] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.649162] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.649370] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.649531] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.649699] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.649857] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.650030] env[62839]: DEBUG nova.virt.hardware [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.650919] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd16db68-2ddf-45ef-bb23-043a65e0a7e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.660287] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ee6f50-db6a-47e8-8a20-a60931c82a6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.724133] env[62839]: INFO nova.compute.manager [-] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Took 1.39 seconds to deallocate network for instance. [ 893.740084] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.740084] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523d33eb-5293-72f4-dfc3-f7dd81bf273a" [ 893.740084] env[62839]: _type = "HttpNfcLease" [ 893.740084] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 893.740417] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 893.740417] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523d33eb-5293-72f4-dfc3-f7dd81bf273a" [ 893.740417] env[62839]: _type = "HttpNfcLease" [ 893.740417] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 893.741114] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696c992d-ea87-42da-a1ef-498f174ad34c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.751736] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a709ba-f649-815e-fee2-2eba49097628/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 893.751736] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a709ba-f649-815e-fee2-2eba49097628/disk-0.vmdk. {{(pid=62839) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 893.811442] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.816404] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.487s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.816736] env[62839]: DEBUG nova.objects.instance [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lazy-loading 'resources' on Instance uuid 819f1957-56f3-4e58-a236-1a310c4d2e12 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.832935] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f472801e-a9c2-4957-85d2-30fc920a5c10 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.841871] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757302, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.850987] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757303, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.852569] env[62839]: INFO nova.scheduler.client.report [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Deleted allocations for instance 5ed804df-6d19-4253-b2e4-4a173a935e1e [ 894.003161] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064329} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.003437] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.004231] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8ef705-98e2-4feb-b05b-394179670ccd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.026737] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.029810] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ee9839-8610-4db2-bb0c-850c8d97eadd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.052146] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 894.052146] env[62839]: value = "task-2757305" [ 894.052146] env[62839]: _type = "Task" [ 894.052146] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.062783] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.140732] env[62839]: DEBUG nova.network.neutron [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Updated VIF entry in instance network info cache for port df4ee23b-3b4c-489f-8355-6cccdf269ab3. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.141262] env[62839]: DEBUG nova.network.neutron [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Updating instance_info_cache with network_info: [{"id": "df4ee23b-3b4c-489f-8355-6cccdf269ab3", "address": "fa:16:3e:02:56:59", "network": {"id": "56a53b2f-d061-47b4-aef0-8aeddbbca24e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-913779502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dac93addc064660b8d98d9898157b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4ee23b-3b", "ovs_interfaceid": "df4ee23b-3b4c-489f-8355-6cccdf269ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.200297] env[62839]: DEBUG nova.network.neutron [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Successfully updated port: fba55783-6182-458f-8af3-50977821b3da {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.238334] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.256111] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.256111] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.256111] env[62839]: DEBUG nova.compute.manager [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Going to confirm migration 3 {{(pid=62839) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 894.325467] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757302, 'name': Rename_Task, 'duration_secs': 1.297111} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.325856] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.326058] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69423d9a-996c-4527-974c-ff76b3a5407b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.333043] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 894.333043] env[62839]: value = "task-2757306" [ 894.333043] env[62839]: _type = "Task" [ 894.333043] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.345973] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757303, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.352222] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.354757] env[62839]: DEBUG nova.compute.manager [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Received event network-vif-plugged-fba55783-6182-458f-8af3-50977821b3da {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.354964] env[62839]: DEBUG oslo_concurrency.lockutils [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] Acquiring lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.355181] env[62839]: DEBUG oslo_concurrency.lockutils [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.355351] env[62839]: DEBUG oslo_concurrency.lockutils [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.355497] env[62839]: DEBUG nova.compute.manager [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] No waiting events found dispatching network-vif-plugged-fba55783-6182-458f-8af3-50977821b3da {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.355685] env[62839]: WARNING nova.compute.manager [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Received unexpected event network-vif-plugged-fba55783-6182-458f-8af3-50977821b3da for instance with vm_state building and task_state spawning. [ 894.355793] env[62839]: DEBUG nova.compute.manager [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Received event network-changed-fba55783-6182-458f-8af3-50977821b3da {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.355944] env[62839]: DEBUG nova.compute.manager [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Refreshing instance network info cache due to event network-changed-fba55783-6182-458f-8af3-50977821b3da. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.356136] env[62839]: DEBUG oslo_concurrency.lockutils [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] Acquiring lock "refresh_cache-6675b3da-fac1-466d-95f6-0d5a1b6d754e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.356262] env[62839]: DEBUG oslo_concurrency.lockutils [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] Acquired lock "refresh_cache-6675b3da-fac1-466d-95f6-0d5a1b6d754e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.356432] env[62839]: DEBUG nova.network.neutron [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Refreshing network info cache for port fba55783-6182-458f-8af3-50977821b3da {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.361365] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87520984-e653-4a6c-a2a0-76c815b109b8 tempest-ServerGroupTestJSON-421564042 tempest-ServerGroupTestJSON-421564042-project-member] Lock "5ed804df-6d19-4253-b2e4-4a173a935e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.324s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.561402] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757305, 'name': ReconfigVM_Task, 'duration_secs': 0.373353} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.564395] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 8d41ea5e-6757-4ace-b30c-030467138f68/8d41ea5e-6757-4ace-b30c-030467138f68.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.566908] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5084f702-b244-4fb4-b052-c0a2a13a0c00 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.573875] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 894.573875] env[62839]: value = "task-2757307" [ 894.573875] env[62839]: _type = "Task" [ 894.573875] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.586635] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757307, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.644383] env[62839]: DEBUG oslo_concurrency.lockutils [req-3ba31265-256d-4f1d-84fa-161df376ec37 req-8244fdb6-5f4e-4103-8be2-8a83a169e4e9 service nova] Releasing lock "refresh_cache-e71ed019-86c6-431f-a7db-50417e44a43d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.703528] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-6675b3da-fac1-466d-95f6-0d5a1b6d754e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.794383] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed6c39-1f6d-45c1-921b-9627a0f0a1ff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.803485] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade6f2fd-4407-4d75-888b-dbf7f70e8be1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.845620] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384225dc-c7c9-4fee-9b5c-1a3a9d82870b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.861717] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757303, 'name': CreateVM_Task, 'duration_secs': 1.388428} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.862797] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.862993] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.863247] env[62839]: DEBUG nova.network.neutron [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.863470] env[62839]: DEBUG nova.objects.instance [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lazy-loading 'info_cache' on Instance uuid 0e541690-634f-4283-a6ee-3a0bf6bcff5a {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.873771] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.874425] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.875715] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.875872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.876199] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.877449] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3507f-5ba2-4656-b40d-120694fbfa11 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.885211] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aeccf7f-738f-432f-b54c-878a5ccb70fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.891694] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 894.891694] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5254db12-ad80-e85d-d04d-f598f47a3ad4" [ 894.891694] env[62839]: _type = "Task" [ 894.891694] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.903133] env[62839]: DEBUG nova.compute.provider_tree [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.908949] env[62839]: DEBUG nova.network.neutron [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.917901] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5254db12-ad80-e85d-d04d-f598f47a3ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.015846} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.918800] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.918989] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.919254] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.919400] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.919580] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.920100] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ab6c3c9-50d9-4335-86b9-c7c29e217dcc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.929098] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.929309] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.930038] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88eaf88a-db08-4b6b-8c86-9e468f0400fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.936147] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 894.936147] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52205b46-9ff8-0217-88f1-e2cd829578ad" [ 894.936147] env[62839]: _type = "Task" [ 894.936147] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.945807] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52205b46-9ff8-0217-88f1-e2cd829578ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.052876] env[62839]: DEBUG nova.network.neutron [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.071505] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Completed reading data from the image iterator. {{(pid=62839) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 895.071756] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a709ba-f649-815e-fee2-2eba49097628/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.073208] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c83473-ec63-4947-89fe-07c41090b9f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.084492] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a709ba-f649-815e-fee2-2eba49097628/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.084908] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a709ba-f649-815e-fee2-2eba49097628/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 895.087889] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bf93fd1e-addd-4322-bd65-36d6d822188e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.089583] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757307, 'name': Rename_Task, 'duration_secs': 0.18341} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.089918] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.090795] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91881940-dc6b-459e-8c76-4d9c7d4b0628 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.096819] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 895.096819] env[62839]: value = "task-2757308" [ 895.096819] env[62839]: _type = "Task" [ 895.096819] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.111822] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.362859] env[62839]: DEBUG oslo_vmware.api [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757306, 'name': PowerOnVM_Task, 'duration_secs': 0.768304} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.369024] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.369024] env[62839]: INFO nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Took 9.89 seconds to spawn the instance on the hypervisor. [ 895.369024] env[62839]: DEBUG nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.369024] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de773c-3516-4bc8-a7b2-a5af5e49f4d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.409480] env[62839]: DEBUG nova.scheduler.client.report [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.449272] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52205b46-9ff8-0217-88f1-e2cd829578ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016248} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.453450] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7ecf9f-c607-413f-b7bd-4b2897538840 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.459323] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 895.459323] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520666f2-debd-90f5-206d-b3b6d02a15ea" [ 895.459323] env[62839]: _type = "Task" [ 895.459323] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.469621] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520666f2-debd-90f5-206d-b3b6d02a15ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.496487] env[62839]: DEBUG oslo_vmware.rw_handles [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a709ba-f649-815e-fee2-2eba49097628/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 895.496710] env[62839]: INFO nova.virt.vmwareapi.images [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Downloaded image file data 2480a98a-26c1-43b3-8d34-5fced9850852 [ 895.497587] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a43fd72-36b0-4946-becb-ddf54c5acdb4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.513495] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f96b015-fa96-43cd-873c-ca64b56cdc02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.556996] env[62839]: DEBUG oslo_concurrency.lockutils [req-6848af14-6201-4485-8604-7de5daf20dca req-262a769b-996e-43c3-9a7f-57318bd49063 service nova] Releasing lock "refresh_cache-6675b3da-fac1-466d-95f6-0d5a1b6d754e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.557498] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-6675b3da-fac1-466d-95f6-0d5a1b6d754e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.557673] env[62839]: DEBUG nova.network.neutron [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.563133] env[62839]: INFO nova.virt.vmwareapi.images [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] The imported VM was unregistered [ 895.565635] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Caching image {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 895.565856] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852 {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.566326] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427e21f8-a441-4fd8-a4ef-c20b2c10353e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.602753] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created directory with path [datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852 {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.602953] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9/OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9.vmdk to [datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852/2480a98a-26c1-43b3-8d34-5fced9850852.vmdk. {{(pid=62839) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 895.603607] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b1ae19f2-5d67-419e-bfd4-5a7e071bb3be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.608919] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.614556] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 895.614556] env[62839]: value = "task-2757310" [ 895.614556] env[62839]: _type = "Task" [ 895.614556] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.622173] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.893541] env[62839]: INFO nova.compute.manager [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Took 41.62 seconds to build instance. [ 895.918986] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.923690] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.820s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.923899] env[62839]: DEBUG nova.objects.instance [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 895.948889] env[62839]: INFO nova.scheduler.client.report [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Deleted allocations for instance 819f1957-56f3-4e58-a236-1a310c4d2e12 [ 895.973177] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520666f2-debd-90f5-206d-b3b6d02a15ea, 'name': SearchDatastore_Task, 'duration_secs': 0.017097} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.975076] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.975327] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e71ed019-86c6-431f-a7db-50417e44a43d/e71ed019-86c6-431f-a7db-50417e44a43d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.978665] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e53f12a-08bd-465b-b57b-7410a46d550d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.989616] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 895.989616] env[62839]: value = "task-2757311" [ 895.989616] env[62839]: _type = "Task" [ 895.989616] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.000604] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.104080] env[62839]: DEBUG nova.network.neutron [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.111917] env[62839]: DEBUG oslo_vmware.api [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757308, 'name': PowerOnVM_Task, 'duration_secs': 1.009993} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.112211] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.112398] env[62839]: DEBUG nova.compute.manager [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.113240] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005f02f7-0987-42b7-ab54-fd2a0b2150c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.130701] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.226533] env[62839]: DEBUG nova.network.neutron [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance_info_cache with network_info: [{"id": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "address": "fa:16:3e:fc:59:56", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4be596-44", "ovs_interfaceid": "aa4be596-44bf-4380-85d9-70e80eb1b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.335472] env[62839]: DEBUG nova.network.neutron [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Updating instance_info_cache with network_info: [{"id": "fba55783-6182-458f-8af3-50977821b3da", "address": "fa:16:3e:ce:d2:ca", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba55783-61", "ovs_interfaceid": "fba55783-6182-458f-8af3-50977821b3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.395992] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa04a95e-5a69-4af8-904f-912fceabd7d1 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.868s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.459512] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2ab51fe3-201f-4d08-8721-a3af2427e23a tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "819f1957-56f3-4e58-a236-1a310c4d2e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.919s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.508392] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.630850] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.643202] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.730036] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-0e541690-634f-4283-a6ee-3a0bf6bcff5a" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.730390] env[62839]: DEBUG nova.objects.instance [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lazy-loading 'migration_context' on Instance uuid 0e541690-634f-4283-a6ee-3a0bf6bcff5a {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.838400] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-6675b3da-fac1-466d-95f6-0d5a1b6d754e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.838890] env[62839]: DEBUG nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Instance network_info: |[{"id": "fba55783-6182-458f-8af3-50977821b3da", "address": "fa:16:3e:ce:d2:ca", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba55783-61", "ovs_interfaceid": "fba55783-6182-458f-8af3-50977821b3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.839494] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:d2:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba55783-6182-458f-8af3-50977821b3da', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.849710] env[62839]: DEBUG oslo.service.loopingcall [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.850375] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.850375] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a011c830-312c-41e1-8645-57cf415008f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.882523] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.882523] env[62839]: value = "task-2757312" [ 896.882523] env[62839]: _type = "Task" [ 896.882523] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.899489] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757312, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.937078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-af8a88db-10a2-4bff-ac54-1bb04e0f1bde tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.938656] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.641s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.940510] env[62839]: INFO nova.compute.claims [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.002823] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.129586] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.233741] env[62839]: DEBUG nova.objects.base [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Object Instance<0e541690-634f-4283-a6ee-3a0bf6bcff5a> lazy-loaded attributes: info_cache,migration_context {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 897.237348] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b064a1dd-9b94-4758-bd50-85a671987841 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.262434] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f837e030-da7d-44df-9b40-cb389ecf4012 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.271928] env[62839]: DEBUG oslo_vmware.api [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 897.271928] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529e267c-91ca-d4e0-4adc-3e2b75897972" [ 897.271928] env[62839]: _type = "Task" [ 897.271928] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.283305] env[62839]: DEBUG oslo_vmware.api [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529e267c-91ca-d4e0-4adc-3e2b75897972, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.283777] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.392257] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757312, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.502572] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.630120] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.727143] env[62839]: DEBUG nova.compute.manager [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-changed-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.727278] env[62839]: DEBUG nova.compute.manager [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing instance network info cache due to event network-changed-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.727495] env[62839]: DEBUG oslo_concurrency.lockutils [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.727633] env[62839]: DEBUG oslo_concurrency.lockutils [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.727852] env[62839]: DEBUG nova.network.neutron [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing network info cache for port 81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.872887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.873200] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.897205] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757312, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.004956] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.136948] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.189009] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.190219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.190219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.190219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.190219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.192496] env[62839]: INFO nova.compute.manager [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Terminating instance [ 898.380543] env[62839]: DEBUG nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.398799] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757312, 'name': CreateVM_Task, 'duration_secs': 1.18506} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.398988] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.401565] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.401774] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.402917] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.405040] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fb99c2-a15d-46ca-aa1a-06a284f6d155 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.411817] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 898.411817] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b18517-d391-fca4-af21-9e2eb19e5915" [ 898.411817] env[62839]: _type = "Task" [ 898.411817] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.422489] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b18517-d391-fca4-af21-9e2eb19e5915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.510590] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757311, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.185829} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.510953] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] e71ed019-86c6-431f-a7db-50417e44a43d/e71ed019-86c6-431f-a7db-50417e44a43d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.511248] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.511655] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-960f58d2-b596-4d51-b542-bafb53e584b7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.518939] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 898.518939] env[62839]: value = "task-2757313" [ 898.518939] env[62839]: _type = "Task" [ 898.518939] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.527557] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.549858] env[62839]: DEBUG nova.network.neutron [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updated VIF entry in instance network info cache for port 81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.550231] env[62839]: DEBUG nova.network.neutron [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.610846] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c09d61-ddb1-408f-a22b-e4f407074c75 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.616085] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bc0e67-9e86-44bf-956d-1a474d018de8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.648191] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633970c9-43d6-4645-881d-3841ab8171c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.653768] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.658389] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e208a5f-5d80-4ec1-b1a3-271cc428a8a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.673151] env[62839]: DEBUG nova.compute.provider_tree [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.701090] env[62839]: DEBUG nova.compute.manager [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.701334] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.702240] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48d2d49-c040-4eaf-9ad6-9551321cf7ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.709433] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.710040] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33974483-990d-4606-89d0-100756477daa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.716143] env[62839]: DEBUG oslo_vmware.api [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 898.716143] env[62839]: value = "task-2757314" [ 898.716143] env[62839]: _type = "Task" [ 898.716143] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.724093] env[62839]: DEBUG oslo_vmware.api [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.916254] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.922768] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b18517-d391-fca4-af21-9e2eb19e5915, 'name': SearchDatastore_Task, 'duration_secs': 0.086973} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.923091] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.923368] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.923741] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.923873] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.924053] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.924287] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fdc2f24-e7eb-4cf9-bee4-53ec8677c491 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.936819] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.936819] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.937655] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a02b1c4-d3e3-4edf-8b82-d4a20fbf688d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.943711] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 898.943711] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f301e0-c6d6-78fe-deaf-70afd81759f3" [ 898.943711] env[62839]: _type = "Task" [ 898.943711] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.954201] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f301e0-c6d6-78fe-deaf-70afd81759f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.029354] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071725} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.029666] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.030484] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb15ffa-70e0-40ee-8770-d77541ecd08f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.057336] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e71ed019-86c6-431f-a7db-50417e44a43d/e71ed019-86c6-431f-a7db-50417e44a43d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.058638] env[62839]: DEBUG oslo_concurrency.lockutils [req-9405b5d9-b870-4f66-ba83-d64f6be36d07 req-ec2e3000-1563-4c00-ae71-6f7fa4d346aa service nova] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.059646] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228dbc2f-10f4-4df8-b869-62b0ca6d33bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.082569] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 899.082569] env[62839]: value = "task-2757315" [ 899.082569] env[62839]: _type = "Task" [ 899.082569] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.089484] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.128746] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757310, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.227495} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.128999] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9/OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9.vmdk to [datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852/2480a98a-26c1-43b3-8d34-5fced9850852.vmdk. [ 899.129204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Cleaning up location [datastore2] OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 899.129365] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8aa3a354-d4a1-462b-9a47-b1dba5ab7cd9 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.129711] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25d7b59e-d7cd-4194-9e63-e4796eb3ab65 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.135745] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 899.135745] env[62839]: value = "task-2757316" [ 899.135745] env[62839]: _type = "Task" [ 899.135745] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.143952] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.176949] env[62839]: DEBUG nova.scheduler.client.report [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.227046] env[62839]: DEBUG oslo_vmware.api [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757314, 'name': PowerOffVM_Task, 'duration_secs': 0.315646} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.228023] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.228023] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.228195] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcdad806-1050-4302-b328-c71ae1aca03f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.289964] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.289964] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.289964] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleting the datastore file [datastore2] 165d7603-4b1c-46bf-aa6f-cc10e86ae46f {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.289964] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1388dd-d88d-4212-a63f-078efb854370 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.300460] env[62839]: DEBUG oslo_vmware.api [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 899.300460] env[62839]: value = "task-2757318" [ 899.300460] env[62839]: _type = "Task" [ 899.300460] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.307421] env[62839]: DEBUG oslo_vmware.api [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.455332] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f301e0-c6d6-78fe-deaf-70afd81759f3, 'name': SearchDatastore_Task, 'duration_secs': 0.045356} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.456220] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce551c89-12d7-49ab-9882-eb667768dc0a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.461592] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 899.461592] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527e249b-60f0-bb99-d871-4a05bdc2ccf0" [ 899.461592] env[62839]: _type = "Task" [ 899.461592] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.470015] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527e249b-60f0-bb99-d871-4a05bdc2ccf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.477065] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "1361846e-fc5a-498a-8fd8-1e757cee4691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.477329] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.592047] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.645769] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171178} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.646054] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.646227] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852/2480a98a-26c1-43b3-8d34-5fced9850852.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.646487] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852/2480a98a-26c1-43b3-8d34-5fced9850852.vmdk to [datastore2] 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5/19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.646740] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5287e0-78dc-48e5-8137-36e582e113cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.655348] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 899.655348] env[62839]: value = "task-2757319" [ 899.655348] env[62839]: _type = "Task" [ 899.655348] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.663691] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.684839] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.685357] env[62839]: DEBUG nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.687891] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.430s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.688150] env[62839]: DEBUG nova.objects.instance [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lazy-loading 'resources' on Instance uuid 948eff81-af2c-4bef-adb4-5ce54243f803 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.810270] env[62839]: DEBUG oslo_vmware.api [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.975044] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527e249b-60f0-bb99-d871-4a05bdc2ccf0, 'name': SearchDatastore_Task, 'duration_secs': 0.033428} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.975328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.975588] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6675b3da-fac1-466d-95f6-0d5a1b6d754e/6675b3da-fac1-466d-95f6-0d5a1b6d754e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.975856] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c90d85a-97c4-40c9-b6b1-010f274f3cb7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.979448] env[62839]: DEBUG nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.983870] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 899.983870] env[62839]: value = "task-2757320" [ 899.983870] env[62839]: _type = "Task" [ 899.983870] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.992175] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.093075] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757315, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.165763] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757319, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.192473] env[62839]: DEBUG nova.compute.utils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.198027] env[62839]: DEBUG nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.199231] env[62839]: DEBUG nova.network.neutron [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.271763] env[62839]: DEBUG nova.policy [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a99d9bb6c23430bb1b899ad5d926f53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd8e92539d342869d1d86cbcd6dfd69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.318835] env[62839]: DEBUG oslo_vmware.api [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531422} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.319135] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.319555] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.319555] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.319710] env[62839]: INFO nova.compute.manager [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Took 1.62 seconds to destroy the instance on the hypervisor. [ 900.319908] env[62839]: DEBUG oslo.service.loopingcall [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.320123] env[62839]: DEBUG nova.compute.manager [-] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.320218] env[62839]: DEBUG nova.network.neutron [-] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.500498] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.507289] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.596674] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757315, 'name': ReconfigVM_Task, 'duration_secs': 1.096026} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.597104] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e71ed019-86c6-431f-a7db-50417e44a43d/e71ed019-86c6-431f-a7db-50417e44a43d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.600277] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b1e8481-c1ba-436b-8b32-d25b57a176e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.609465] env[62839]: DEBUG nova.compute.manager [req-4f788a6a-fca4-4139-88b7-0726feb5e5ff req-d276b185-00b8-40f6-85f9-1dbe073ea26a service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Received event network-vif-deleted-62116d5d-92cb-4346-8f15-23cff47c8d9b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.610111] env[62839]: INFO nova.compute.manager [req-4f788a6a-fca4-4139-88b7-0726feb5e5ff req-d276b185-00b8-40f6-85f9-1dbe073ea26a service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Neutron deleted interface 62116d5d-92cb-4346-8f15-23cff47c8d9b; detaching it from the instance and deleting it from the info cache [ 900.610111] env[62839]: DEBUG nova.network.neutron [req-4f788a6a-fca4-4139-88b7-0726feb5e5ff req-d276b185-00b8-40f6-85f9-1dbe073ea26a service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.612480] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 900.612480] env[62839]: value = "task-2757321" [ 900.612480] env[62839]: _type = "Task" [ 900.612480] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.625655] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757321, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.642734] env[62839]: DEBUG nova.network.neutron [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Successfully created port: 7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.671961] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757319, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.698802] env[62839]: DEBUG nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.747037] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6590bd3-90ee-423c-9590-2ed5a2e9358c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.757761] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f2c231-7461-4447-a90c-961f2539b3cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.790074] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db8c4a-95fc-4bf9-b490-2b9796b72e65 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.798050] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f94a7-2e95-430d-bdb0-402df3dad1f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.814111] env[62839]: DEBUG nova.compute.provider_tree [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.000392] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.092507] env[62839]: DEBUG nova.network.neutron [-] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.122597] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757321, 'name': Rename_Task, 'duration_secs': 0.412897} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.123088] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84dc09c2-5a70-4c03-9379-a4b5f271fd07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.125172] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.125490] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3c2db07-3176-4d8f-9d74-82b9de2019ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.135483] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2f0f0e-b64c-4090-b23f-c4744d156827 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.148418] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 901.148418] env[62839]: value = "task-2757322" [ 901.148418] env[62839]: _type = "Task" [ 901.148418] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.188704] env[62839]: DEBUG nova.compute.manager [req-4f788a6a-fca4-4139-88b7-0726feb5e5ff req-d276b185-00b8-40f6-85f9-1dbe073ea26a service nova] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Detach interface failed, port_id=62116d5d-92cb-4346-8f15-23cff47c8d9b, reason: Instance 165d7603-4b1c-46bf-aa6f-cc10e86ae46f could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 901.193253] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757322, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.197770] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757319, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.318175] env[62839]: DEBUG nova.scheduler.client.report [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.499089] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757320, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.595664] env[62839]: INFO nova.compute.manager [-] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Took 1.28 seconds to deallocate network for instance. [ 901.660061] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.671693] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757319, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.709792] env[62839]: DEBUG nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.737724] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.738023] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.738200] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.738387] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.738533] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.738680] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.738908] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.739093] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.739269] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.739434] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.739607] env[62839]: DEBUG nova.virt.hardware [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.740516] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc09d02-39ee-49f5-ab09-628cffe1eef6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.749008] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de98c57-d342-4337-995e-694a22900c57 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.823621] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.826112] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.435s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.826803] env[62839]: DEBUG nova.objects.instance [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lazy-loading 'resources' on Instance uuid 09a24af0-f06a-46ee-ba19-777c88583804 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.850232] env[62839]: INFO nova.scheduler.client.report [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleted allocations for instance 948eff81-af2c-4bef-adb4-5ce54243f803 [ 902.002742] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.104126] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.161175] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757322, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.170883] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757319, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.186248] env[62839]: DEBUG nova.compute.manager [req-fb7cce0f-ffbd-4013-b13d-dcd3d67c66c3 req-166d8e44-10e2-47ef-95c2-371e36bffd77 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received event network-vif-plugged-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.186248] env[62839]: DEBUG oslo_concurrency.lockutils [req-fb7cce0f-ffbd-4013-b13d-dcd3d67c66c3 req-166d8e44-10e2-47ef-95c2-371e36bffd77 service nova] Acquiring lock "8550e611-9d69-4b46-9b24-bc7623b07f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.186248] env[62839]: DEBUG oslo_concurrency.lockutils [req-fb7cce0f-ffbd-4013-b13d-dcd3d67c66c3 req-166d8e44-10e2-47ef-95c2-371e36bffd77 service nova] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.186248] env[62839]: DEBUG oslo_concurrency.lockutils [req-fb7cce0f-ffbd-4013-b13d-dcd3d67c66c3 req-166d8e44-10e2-47ef-95c2-371e36bffd77 service nova] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.186248] env[62839]: DEBUG nova.compute.manager [req-fb7cce0f-ffbd-4013-b13d-dcd3d67c66c3 req-166d8e44-10e2-47ef-95c2-371e36bffd77 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] No waiting events found dispatching network-vif-plugged-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.186248] env[62839]: WARNING nova.compute.manager [req-fb7cce0f-ffbd-4013-b13d-dcd3d67c66c3 req-166d8e44-10e2-47ef-95c2-371e36bffd77 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received unexpected event network-vif-plugged-7176cb81-d729-442c-b2ec-e35c1855a5a4 for instance with vm_state building and task_state spawning. [ 902.293359] env[62839]: DEBUG nova.network.neutron [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Successfully updated port: 7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.364678] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d15222a1-b343-491d-b018-ef3bde9077a9 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "948eff81-af2c-4bef-adb4-5ce54243f803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.339s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.504064] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757320, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.445247} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.506780] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 6675b3da-fac1-466d-95f6-0d5a1b6d754e/6675b3da-fac1-466d-95f6-0d5a1b6d754e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.507011] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.508199] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81643582-8714-46e7-99e3-828ad00ba404 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.514502] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 902.514502] env[62839]: value = "task-2757323" [ 902.514502] env[62839]: _type = "Task" [ 902.514502] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.523249] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.660469] env[62839]: DEBUG oslo_vmware.api [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757322, 'name': PowerOnVM_Task, 'duration_secs': 1.344508} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.663056] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.663244] env[62839]: INFO nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Took 11.70 seconds to spawn the instance on the hypervisor. [ 902.663427] env[62839]: DEBUG nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.664509] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e941512d-72c0-47fd-af8d-c2471179d256 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.681559] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757319, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.832237} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.682570] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2480a98a-26c1-43b3-8d34-5fced9850852/2480a98a-26c1-43b3-8d34-5fced9850852.vmdk to [datastore2] 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5/19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.683110] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d48c68b-a939-4b85-886e-e3391994c142 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.708132] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5/19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.712075] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e657aa-6f3f-42a5-a88e-6de46ecb3315 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.739020] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 902.739020] env[62839]: value = "task-2757324" [ 902.739020] env[62839]: _type = "Task" [ 902.739020] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.746333] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.795720] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.795857] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquired lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.796012] env[62839]: DEBUG nova.network.neutron [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.883304] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0632f97-1525-47f7-b27e-27171894ca79 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.893228] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374fff49-2537-4269-bf04-b86faeb4c628 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.925293] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32798677-1d22-4fb9-9ce1-b32cbfb8da74 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.932943] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f837945-1bbd-4b04-b53c-83a089841c3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.946592] env[62839]: DEBUG nova.compute.provider_tree [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.024129] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07536} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.024410] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.025194] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bc2f22-c283-497d-8fe7-a30b3d8d6bdf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.047560] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6675b3da-fac1-466d-95f6-0d5a1b6d754e/6675b3da-fac1-466d-95f6-0d5a1b6d754e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.047858] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f944dace-3f64-47b3-91d4-5d5ea73ad4d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.066607] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 903.066607] env[62839]: value = "task-2757325" [ 903.066607] env[62839]: _type = "Task" [ 903.066607] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.074838] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.190857] env[62839]: INFO nova.compute.manager [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Took 46.63 seconds to build instance. [ 903.231943] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "3ce81944-ddfa-4475-ad2c-91dd23643467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.232796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "3ce81944-ddfa-4475-ad2c-91dd23643467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.232796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "3ce81944-ddfa-4475-ad2c-91dd23643467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.232796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "3ce81944-ddfa-4475-ad2c-91dd23643467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.232796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "3ce81944-ddfa-4475-ad2c-91dd23643467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.235153] env[62839]: INFO nova.compute.manager [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Terminating instance [ 903.249755] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.355654] env[62839]: DEBUG nova.network.neutron [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.451193] env[62839]: DEBUG nova.scheduler.client.report [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.498677] env[62839]: DEBUG nova.network.neutron [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.576621] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.692578] env[62839]: DEBUG oslo_concurrency.lockutils [None req-47adddd5-6b75-4234-bd05-3dff60950edb tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e71ed019-86c6-431f-a7db-50417e44a43d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.140s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.747287] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "refresh_cache-3ce81944-ddfa-4475-ad2c-91dd23643467" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.747469] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquired lock "refresh_cache-3ce81944-ddfa-4475-ad2c-91dd23643467" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.747648] env[62839]: DEBUG nova.network.neutron [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.748759] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757324, 'name': ReconfigVM_Task, 'duration_secs': 0.857297} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.749214] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5/19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.749858] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fedf35b5-d807-4a3a-aeaa-bfc4364e29cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.756624] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 903.756624] env[62839]: value = "task-2757326" [ 903.756624] env[62839]: _type = "Task" [ 903.756624] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.765517] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757326, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.886544] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "e71ed019-86c6-431f-a7db-50417e44a43d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.886858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e71ed019-86c6-431f-a7db-50417e44a43d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.887151] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "e71ed019-86c6-431f-a7db-50417e44a43d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.887342] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e71ed019-86c6-431f-a7db-50417e44a43d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.887516] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e71ed019-86c6-431f-a7db-50417e44a43d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.889540] env[62839]: INFO nova.compute.manager [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Terminating instance [ 903.959770] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.962374] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.620s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.962374] env[62839]: DEBUG nova.objects.instance [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lazy-loading 'resources' on Instance uuid 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.981674] env[62839]: INFO nova.scheduler.client.report [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Deleted allocations for instance 09a24af0-f06a-46ee-ba19-777c88583804 [ 904.004745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Releasing lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.005082] env[62839]: DEBUG nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Instance network_info: |[{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.005490] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b0:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7176cb81-d729-442c-b2ec-e35c1855a5a4', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.013172] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Creating folder: Project (fdd8e92539d342869d1d86cbcd6dfd69). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.013455] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78611488-6feb-412d-87e4-654b8a8b57fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.024869] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Created folder: Project (fdd8e92539d342869d1d86cbcd6dfd69) in parent group-v554621. [ 904.024869] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Creating folder: Instances. Parent ref: group-v554835. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.025583] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49313e11-d618-4678-961d-6904542bdbd7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.034646] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Created folder: Instances in parent group-v554835. [ 904.034892] env[62839]: DEBUG oslo.service.loopingcall [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.035355] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.035571] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11568cd7-4f63-4953-9d7f-2f0167a48263 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.054410] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.054410] env[62839]: value = "task-2757329" [ 904.054410] env[62839]: _type = "Task" [ 904.054410] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.061974] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757329, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.076186] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757325, 'name': ReconfigVM_Task, 'duration_secs': 0.923749} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.076186] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6675b3da-fac1-466d-95f6-0d5a1b6d754e/6675b3da-fac1-466d-95f6-0d5a1b6d754e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.076791] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a89affc8-d593-4eb5-9984-e2c3cb53d214 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.087113] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 904.087113] env[62839]: value = "task-2757330" [ 904.087113] env[62839]: _type = "Task" [ 904.087113] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.100872] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757330, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.215380] env[62839]: DEBUG nova.compute.manager [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.215647] env[62839]: DEBUG nova.compute.manager [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing instance network info cache due to event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.215863] env[62839]: DEBUG oslo_concurrency.lockutils [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] Acquiring lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.216024] env[62839]: DEBUG oslo_concurrency.lockutils [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] Acquired lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.216298] env[62839]: DEBUG nova.network.neutron [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.268060] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757326, 'name': Rename_Task, 'duration_secs': 0.344232} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.268945] env[62839]: DEBUG nova.network.neutron [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.270749] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.271033] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424f1896-6568-40f5-8dd8-09d44cdd8ed6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.277829] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 904.277829] env[62839]: value = "task-2757331" [ 904.277829] env[62839]: _type = "Task" [ 904.277829] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.286207] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.331978] env[62839]: DEBUG nova.network.neutron [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.393894] env[62839]: DEBUG nova.compute.manager [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.394211] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.395300] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194b3663-c47d-4f21-8f9a-cc481cdbc383 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.403279] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.403518] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a705bb39-0648-468d-aff1-bb44eca5b150 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.410735] env[62839]: DEBUG oslo_vmware.api [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 904.410735] env[62839]: value = "task-2757332" [ 904.410735] env[62839]: _type = "Task" [ 904.410735] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.419334] env[62839]: DEBUG oslo_vmware.api [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.492751] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f017ea59-f9eb-4dc2-8314-6f3a835e20a7 tempest-TenantUsagesTestJSON-116060754 tempest-TenantUsagesTestJSON-116060754-project-member] Lock "09a24af0-f06a-46ee-ba19-777c88583804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.594s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.567589] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757329, 'name': CreateVM_Task, 'duration_secs': 0.353634} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.570143] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.571025] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.571935] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.571935] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.571935] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04b1cc2-19c7-4d7e-af2a-82dbb429a4b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.576481] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 904.576481] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad4b23-a95b-a918-9788-4f34b024b4c1" [ 904.576481] env[62839]: _type = "Task" [ 904.576481] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.586816] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad4b23-a95b-a918-9788-4f34b024b4c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.595615] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757330, 'name': Rename_Task, 'duration_secs': 0.187466} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.595875] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.596135] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c71b0e8-c596-4964-8eea-2bc2258ccbc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.602416] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 904.602416] env[62839]: value = "task-2757333" [ 904.602416] env[62839]: _type = "Task" [ 904.602416] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.610589] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.792029] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.834667] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Releasing lock "refresh_cache-3ce81944-ddfa-4475-ad2c-91dd23643467" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.835182] env[62839]: DEBUG nova.compute.manager [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.835439] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.839559] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5adb123-191e-4490-8c7b-391eef8e1a61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.848311] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.848589] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb69b229-958f-4566-bff6-7a4dd60353b3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.855286] env[62839]: DEBUG oslo_vmware.api [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 904.855286] env[62839]: value = "task-2757334" [ 904.855286] env[62839]: _type = "Task" [ 904.855286] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.869026] env[62839]: DEBUG oslo_vmware.api [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.925457] env[62839]: DEBUG oslo_vmware.api [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757332, 'name': PowerOffVM_Task, 'duration_secs': 0.226564} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.928509] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.928736] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.929082] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd46caad-870c-4ba4-b162-44ed0a7e8496 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.932753] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab822d0-8752-42f3-9c7b-096fadab6976 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.942975] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347544c-9a0b-433c-97b1-f9e831624051 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.977869] env[62839]: DEBUG nova.network.neutron [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updated VIF entry in instance network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.978191] env[62839]: DEBUG nova.network.neutron [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.980087] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f4861d-31b4-4a0b-89f6-a7532c67a307 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.988995] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1537f495-f611-42b4-840c-c0548e7aef18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.004552] env[62839]: DEBUG nova.compute.provider_tree [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.011196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.011196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.011196] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleting the datastore file [datastore2] e71ed019-86c6-431f-a7db-50417e44a43d {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.011196] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4973a061-1b73-45fa-b58b-4078fad4f5d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.017313] env[62839]: DEBUG oslo_vmware.api [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for the task: (returnval){ [ 905.017313] env[62839]: value = "task-2757336" [ 905.017313] env[62839]: _type = "Task" [ 905.017313] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.028970] env[62839]: DEBUG oslo_vmware.api [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.087089] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad4b23-a95b-a918-9788-4f34b024b4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021696} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.087431] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.087669] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.087900] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.088061] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.088255] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.088525] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99fb7291-6b74-45d0-a292-1ba0a3aadedf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.109021] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.109276] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.110482] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8d9fdb-0a6f-47ac-a038-b9a5ef29a80d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.116284] env[62839]: DEBUG oslo_vmware.api [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757333, 'name': PowerOnVM_Task, 'duration_secs': 0.489981} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.117012] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.117262] env[62839]: INFO nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Took 11.49 seconds to spawn the instance on the hypervisor. [ 905.117445] env[62839]: DEBUG nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.118236] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710d0877-82d3-48d1-bf8b-498233cc0ecf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.121949] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 905.121949] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244a0f0-95c4-7fb1-d046-d81056fcc27e" [ 905.121949] env[62839]: _type = "Task" [ 905.121949] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.136244] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244a0f0-95c4-7fb1-d046-d81056fcc27e, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.136986] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4249112-0477-4509-9f2a-2ab7ef94016b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.143077] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 905.143077] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5243430d-626b-c2a1-1bf4-57cbb5f7db81" [ 905.143077] env[62839]: _type = "Task" [ 905.143077] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.150725] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5243430d-626b-c2a1-1bf4-57cbb5f7db81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.290517] env[62839]: DEBUG oslo_vmware.api [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757331, 'name': PowerOnVM_Task, 'duration_secs': 0.640829} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.290760] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.290978] env[62839]: INFO nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Took 17.07 seconds to spawn the instance on the hypervisor. [ 905.291115] env[62839]: DEBUG nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.291963] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c439397-5c3d-416d-817b-859c676d12e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.364563] env[62839]: DEBUG oslo_vmware.api [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757334, 'name': PowerOffVM_Task, 'duration_secs': 0.132549} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.365217] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.365217] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.365380] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2abf0679-52e7-4531-bf26-7126bedfe24d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.397137] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.397374] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.397555] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleting the datastore file [datastore2] 3ce81944-ddfa-4475-ad2c-91dd23643467 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.397817] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7500a2da-8c90-4aee-9a1c-9ac833b77346 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.405318] env[62839]: DEBUG oslo_vmware.api [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for the task: (returnval){ [ 905.405318] env[62839]: value = "task-2757338" [ 905.405318] env[62839]: _type = "Task" [ 905.405318] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.413416] env[62839]: DEBUG oslo_vmware.api [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.484072] env[62839]: DEBUG oslo_concurrency.lockutils [req-08577f67-20ad-4011-853d-db84628b710b req-1b7600a0-0121-4eda-8e04-78bc098b7e81 service nova] Releasing lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.508341] env[62839]: DEBUG nova.scheduler.client.report [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.529316] env[62839]: DEBUG oslo_vmware.api [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Task: {'id': task-2757336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258727} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.529571] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.529759] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.530016] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.530211] env[62839]: INFO nova.compute.manager [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 905.530451] env[62839]: DEBUG oslo.service.loopingcall [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.530642] env[62839]: DEBUG nova.compute.manager [-] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.530739] env[62839]: DEBUG nova.network.neutron [-] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.644012] env[62839]: INFO nova.compute.manager [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Took 48.53 seconds to build instance. [ 905.656725] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5243430d-626b-c2a1-1bf4-57cbb5f7db81, 'name': SearchDatastore_Task, 'duration_secs': 0.017114} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.657379] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.657879] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8550e611-9d69-4b46-9b24-bc7623b07f8c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.659059] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e39847-a5cb-40ef-b842-aace60497217 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.666971] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 905.666971] env[62839]: value = "task-2757339" [ 905.666971] env[62839]: _type = "Task" [ 905.666971] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.682481] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.809652] env[62839]: INFO nova.compute.manager [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Took 51.36 seconds to build instance. [ 905.924867] env[62839]: DEBUG oslo_vmware.api [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Task: {'id': task-2757338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328241} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.924867] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.924867] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.924867] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.924867] env[62839]: INFO nova.compute.manager [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Took 1.09 seconds to destroy the instance on the hypervisor. [ 905.924867] env[62839]: DEBUG oslo.service.loopingcall [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.924867] env[62839]: DEBUG nova.compute.manager [-] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.924867] env[62839]: DEBUG nova.network.neutron [-] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.944880] env[62839]: DEBUG nova.network.neutron [-] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.014296] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.017389] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.198s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.017389] env[62839]: DEBUG nova.objects.instance [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 906.078385] env[62839]: INFO nova.scheduler.client.report [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Deleted allocations for instance 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc [ 906.148491] env[62839]: DEBUG oslo_concurrency.lockutils [None req-447f80be-3f45-4c79-ba16-ffa8a006e482 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.039s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.184234] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757339, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.295802] env[62839]: DEBUG nova.network.neutron [-] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.312628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3b857c9d-5996-4812-a740-a6bbdfd157d9 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.259s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.344394] env[62839]: DEBUG nova.compute.manager [req-548c42dc-f895-4c96-a8d0-de789cb7b7d3 req-a830b02b-1800-4be3-859b-0e9ddedd3f69 service nova] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Received event network-vif-deleted-df4ee23b-3b4c-489f-8355-6cccdf269ab3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.448216] env[62839]: DEBUG nova.network.neutron [-] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.586368] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7dda690f-ab8a-401a-b421-2782009d0677 tempest-VolumesAdminNegativeTest-1257238170 tempest-VolumesAdminNegativeTest-1257238170-project-member] Lock "4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.312s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.678281] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747101} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.678603] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8550e611-9d69-4b46-9b24-bc7623b07f8c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.678868] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.679170] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78b1549a-3612-4e97-aa83-eb1b37f69b43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.685057] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 906.685057] env[62839]: value = "task-2757340" [ 906.685057] env[62839]: _type = "Task" [ 906.685057] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.692839] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.693146] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.693407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.693690] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.693913] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.695897] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.697089] env[62839]: INFO nova.compute.manager [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Terminating instance [ 906.798223] env[62839]: INFO nova.compute.manager [-] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Took 1.27 seconds to deallocate network for instance. [ 906.951117] env[62839]: INFO nova.compute.manager [-] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Took 1.03 seconds to deallocate network for instance. [ 907.028842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35646cd8-2810-4a7c-af7e-34ef70331473 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.030376] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.064s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.030689] env[62839]: DEBUG nova.objects.instance [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lazy-loading 'resources' on Instance uuid 9078ceab-480a-4922-8da8-4774e3126d5a {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.194753] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066411} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.195097] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.195848] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f24923-66fe-4597-995d-50d5e2c479fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.210994] env[62839]: DEBUG nova.compute.manager [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.211336] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.219728] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8550e611-9d69-4b46-9b24-bc7623b07f8c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.220499] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72792aa-6911-4500-ac00-09f5d32aab59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.223280] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805453c2-4f2e-4e77-8367-bda37b3595c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.242414] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.243643] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fe7eb85-ff36-482a-9412-7d5c90a1fe30 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.245207] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 907.245207] env[62839]: value = "task-2757341" [ 907.245207] env[62839]: _type = "Task" [ 907.245207] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.250480] env[62839]: DEBUG oslo_vmware.api [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 907.250480] env[62839]: value = "task-2757342" [ 907.250480] env[62839]: _type = "Task" [ 907.250480] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.252645] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.252878] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.260163] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.265694] env[62839]: DEBUG oslo_vmware.api [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.304611] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.458318] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.761662] env[62839]: DEBUG nova.compute.utils [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.763542] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.768750] env[62839]: DEBUG oslo_vmware.api [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757342, 'name': PowerOffVM_Task, 'duration_secs': 0.221946} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.771422] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.772518] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.774879] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4feba11e-3b2c-40ea-b370-eaaec9553267 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.007533] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737e5c1-a194-474d-ad5f-03f91cc563ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.017032] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4649428f-e6c5-4de1-9482-8c0eb94fc765 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.054737] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b33b0d-e179-4a21-97a2-bfde9ca3148b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.065187] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80020ea1-a4b4-40b9-a602-e2dfdebe66c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.082894] env[62839]: DEBUG nova.compute.provider_tree [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.225336] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.225557] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.225740] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleting the datastore file [datastore2] 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.226013] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e6c2b1d-5b46-48be-9768-ed22518ba85b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.234017] env[62839]: DEBUG oslo_vmware.api [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 908.234017] env[62839]: value = "task-2757344" [ 908.234017] env[62839]: _type = "Task" [ 908.234017] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.245796] env[62839]: DEBUG oslo_vmware.api [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.256420] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757341, 'name': ReconfigVM_Task, 'duration_secs': 0.517547} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.256730] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8550e611-9d69-4b46-9b24-bc7623b07f8c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.257577] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f8965f-48f1-4458-b889-e14923c47ab9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.263452] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 908.263452] env[62839]: value = "task-2757345" [ 908.263452] env[62839]: _type = "Task" [ 908.263452] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.263975] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.272709] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757345, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.585730] env[62839]: DEBUG nova.scheduler.client.report [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.746050] env[62839]: DEBUG oslo_vmware.api [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155544} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.746315] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.746521] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.746673] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.746839] env[62839]: INFO nova.compute.manager [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Took 1.54 seconds to destroy the instance on the hypervisor. [ 908.747107] env[62839]: DEBUG oslo.service.loopingcall [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.747303] env[62839]: DEBUG nova.compute.manager [-] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.747398] env[62839]: DEBUG nova.network.neutron [-] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.775022] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757345, 'name': Rename_Task, 'duration_secs': 0.132591} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.775022] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.775022] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dd074e4-3982-427e-b408-47f254e517c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.781514] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 908.781514] env[62839]: value = "task-2757346" [ 908.781514] env[62839]: _type = "Task" [ 908.781514] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.792021] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.020321] env[62839]: DEBUG nova.compute.manager [req-e0ca57aa-87d6-441b-8a90-2a6df9dbbe2e req-47286e4d-9165-4b22-8238-cfd4008091d0 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Received event network-vif-deleted-3bfd1176-8f52-477b-8e95-02c509eb828d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.023117] env[62839]: INFO nova.compute.manager [req-e0ca57aa-87d6-441b-8a90-2a6df9dbbe2e req-47286e4d-9165-4b22-8238-cfd4008091d0 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Neutron deleted interface 3bfd1176-8f52-477b-8e95-02c509eb828d; detaching it from the instance and deleting it from the info cache [ 909.023981] env[62839]: DEBUG nova.network.neutron [req-e0ca57aa-87d6-441b-8a90-2a6df9dbbe2e req-47286e4d-9165-4b22-8238-cfd4008091d0 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.092464] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.097549] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.510s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.097909] env[62839]: DEBUG nova.objects.instance [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'resources' on Instance uuid 90cca8db-f109-4f83-b21a-c7896cb69d7f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.121577] env[62839]: INFO nova.scheduler.client.report [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleted allocations for instance 9078ceab-480a-4922-8da8-4774e3126d5a [ 909.291717] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.343422] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.343673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.343933] env[62839]: INFO nova.compute.manager [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Attaching volume 7f93a0d9-3029-4845-b59d-b41255d608bd to /dev/sdb [ 909.384856] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3daa11-a849-4c67-bb1e-27100e379aad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.392420] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b654a-b48c-454a-8f76-7326d1c58662 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.405947] env[62839]: DEBUG nova.virt.block_device [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Updating existing volume attachment record: 51f71950-1794-4e00-ae5d-feb25ac73f9c {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 909.501818] env[62839]: DEBUG nova.network.neutron [-] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.528851] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de8f2757-aafb-4146-8d9b-447f90bc30ee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.537201] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6382c367-0e44-4930-99fe-ed4111c92123 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.580838] env[62839]: DEBUG nova.compute.manager [req-e0ca57aa-87d6-441b-8a90-2a6df9dbbe2e req-47286e4d-9165-4b22-8238-cfd4008091d0 service nova] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Detach interface failed, port_id=3bfd1176-8f52-477b-8e95-02c509eb828d, reason: Instance 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 909.634187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-633f2e6a-031f-411c-a9d0-b4f507f0cb4d tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "9078ceab-480a-4922-8da8-4774e3126d5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.540s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.801660] env[62839]: DEBUG oslo_vmware.api [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757346, 'name': PowerOnVM_Task, 'duration_secs': 0.667793} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.803250] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.803554] env[62839]: INFO nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Took 8.09 seconds to spawn the instance on the hypervisor. [ 909.803798] env[62839]: DEBUG nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.805872] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d3a011-927a-43fb-8565-2f7e574f6439 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.004257] env[62839]: INFO nova.compute.manager [-] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Took 1.26 seconds to deallocate network for instance. [ 910.104069] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70341441-a6cc-4826-a861-2333dce1239e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.113116] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfeeced-3748-4a48-9dd7-4d717c8717e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.146702] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7753cf-82d7-4c0d-8459-88197ac64b73 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.154932] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fce73e-06fc-4873-b646-64178ed52fbf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.172496] env[62839]: DEBUG nova.compute.provider_tree [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.325487] env[62839]: INFO nova.compute.manager [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Took 41.05 seconds to build instance. [ 910.513174] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.675577] env[62839]: DEBUG nova.scheduler.client.report [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.793798] env[62839]: INFO nova.compute.manager [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Rescuing [ 910.793798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.793798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquired lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.793798] env[62839]: DEBUG nova.network.neutron [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.827813] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0abeb58a-68c3-4fc8-9c00-a34c0284edae tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.641s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.836734] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "0508659c-8908-4840-91f5-3d8ad8146172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.842290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "0508659c-8908-4840-91f5-3d8ad8146172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.842290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "0508659c-8908-4840-91f5-3d8ad8146172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.842290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "0508659c-8908-4840-91f5-3d8ad8146172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.842290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "0508659c-8908-4840-91f5-3d8ad8146172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.843486] env[62839]: INFO nova.compute.manager [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Terminating instance [ 910.986586] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "961e86bc-f5a7-472e-bc68-c407db2e1c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.986855] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.987619] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "961e86bc-f5a7-472e-bc68-c407db2e1c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.987800] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.988015] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.992009] env[62839]: INFO nova.compute.manager [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Terminating instance [ 911.184501] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.187736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.950s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.187736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.189965] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.547s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.189965] env[62839]: DEBUG nova.objects.instance [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.225023] env[62839]: INFO nova.scheduler.client.report [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Deleted allocations for instance 74eb03e1-dd93-4792-96cd-87e45d55ec4c [ 911.227281] env[62839]: INFO nova.scheduler.client.report [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted allocations for instance 90cca8db-f109-4f83-b21a-c7896cb69d7f [ 911.352266] env[62839]: DEBUG nova.compute.manager [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.352266] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.352614] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d822c4b-b4a9-4054-a2fc-ba17ee9377c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.360683] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.363617] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee55ca05-1395-426e-aebc-827285751f1a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.370498] env[62839]: DEBUG oslo_vmware.api [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 911.370498] env[62839]: value = "task-2757350" [ 911.370498] env[62839]: _type = "Task" [ 911.370498] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.378622] env[62839]: DEBUG oslo_vmware.api [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.495571] env[62839]: DEBUG nova.compute.manager [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.500166] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.500166] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226529d-74e4-4d3b-bf2d-ef681d8f273f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.503875] env[62839]: DEBUG nova.network.neutron [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.512196] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.512524] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee60621-af21-4e74-a3ef-6591cfbfa3f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.523450] env[62839]: DEBUG oslo_vmware.api [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 911.523450] env[62839]: value = "task-2757351" [ 911.523450] env[62839]: _type = "Task" [ 911.523450] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.533242] env[62839]: DEBUG oslo_vmware.api [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.733224] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6346c81b-b0dd-4df5-af9e-b72578c0a157 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "74eb03e1-dd93-4792-96cd-87e45d55ec4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.533s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.738273] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31606f2d-2e60-4412-aa74-86c77db8f8d2 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "90cca8db-f109-4f83-b21a-c7896cb69d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.681s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.883886] env[62839]: DEBUG oslo_vmware.api [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757350, 'name': PowerOffVM_Task, 'duration_secs': 0.232637} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.884397] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.884878] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.885263] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4a8a3ad-846f-42d1-b79c-83bfc79956cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.953021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.953021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.953021] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleting the datastore file [datastore2] 0508659c-8908-4840-91f5-3d8ad8146172 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.953021] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dac4717f-89cc-4143-966e-7e037376faf8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.958103] env[62839]: DEBUG oslo_vmware.api [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 911.958103] env[62839]: value = "task-2757354" [ 911.958103] env[62839]: _type = "Task" [ 911.958103] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.967101] env[62839]: DEBUG oslo_vmware.api [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.010833] env[62839]: DEBUG oslo_concurrency.lockutils [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Releasing lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.035148] env[62839]: DEBUG oslo_vmware.api [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757351, 'name': PowerOffVM_Task, 'duration_secs': 0.254876} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.037450] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.038015] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.038580] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cf41722-84c2-4606-b110-601f5357adcd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.103324] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.103583] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.103794] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleting the datastore file [datastore2] 961e86bc-f5a7-472e-bc68-c407db2e1c64 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.104148] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6bc53b5-396e-41e2-89f0-1c064e73cc71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.115889] env[62839]: DEBUG oslo_vmware.api [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for the task: (returnval){ [ 912.115889] env[62839]: value = "task-2757356" [ 912.115889] env[62839]: _type = "Task" [ 912.115889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.124682] env[62839]: DEBUG oslo_vmware.api [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.201332] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9a195fb7-bf09-400a-9373-eb0f828438c3 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.202418] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.919s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.469919] env[62839]: DEBUG oslo_vmware.api [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164295} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.470225] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.470409] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.470587] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.470769] env[62839]: INFO nova.compute.manager [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Took 1.12 seconds to destroy the instance on the hypervisor. [ 912.471045] env[62839]: DEBUG oslo.service.loopingcall [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.471299] env[62839]: DEBUG nova.compute.manager [-] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.471391] env[62839]: DEBUG nova.network.neutron [-] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.479615] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.479990] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.480089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.480268] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.480437] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.482595] env[62839]: INFO nova.compute.manager [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Terminating instance [ 912.562372] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "85999760-236d-43e1-9c01-be2a04de801c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.562598] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "85999760-236d-43e1-9c01-be2a04de801c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.622464] env[62839]: DEBUG oslo_vmware.api [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Task: {'id': task-2757356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154643} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.622721] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.622941] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.623156] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.623333] env[62839]: INFO nova.compute.manager [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 912.623569] env[62839]: DEBUG oslo.service.loopingcall [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.623764] env[62839]: DEBUG nova.compute.manager [-] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.623845] env[62839]: DEBUG nova.network.neutron [-] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.817791] env[62839]: DEBUG nova.compute.manager [req-a1112add-c913-4b04-8b38-812fe04533ba req-8274187e-54ff-4d61-a04e-fbdd240296a2 service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Received event network-vif-deleted-78d240a5-dedf-44a5-a588-a0325b7fd9b4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.818109] env[62839]: INFO nova.compute.manager [req-a1112add-c913-4b04-8b38-812fe04533ba req-8274187e-54ff-4d61-a04e-fbdd240296a2 service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Neutron deleted interface 78d240a5-dedf-44a5-a588-a0325b7fd9b4; detaching it from the instance and deleting it from the info cache [ 912.818365] env[62839]: DEBUG nova.network.neutron [req-a1112add-c913-4b04-8b38-812fe04533ba req-8274187e-54ff-4d61-a04e-fbdd240296a2 service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.914105] env[62839]: DEBUG nova.compute.manager [req-30364591-d111-4c1e-b5af-500f5d8b6cd5 req-9368daf3-9fe5-4cee-a38d-f5609f57637c service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Received event network-vif-deleted-eb8b4447-2223-47d3-a289-bbf943984c2e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.914105] env[62839]: INFO nova.compute.manager [req-30364591-d111-4c1e-b5af-500f5d8b6cd5 req-9368daf3-9fe5-4cee-a38d-f5609f57637c service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Neutron deleted interface eb8b4447-2223-47d3-a289-bbf943984c2e; detaching it from the instance and deleting it from the info cache [ 912.914105] env[62839]: DEBUG nova.network.neutron [req-30364591-d111-4c1e-b5af-500f5d8b6cd5 req-9368daf3-9fe5-4cee-a38d-f5609f57637c service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.986560] env[62839]: DEBUG nova.compute.manager [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.986560] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.987658] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127d6698-c62d-497b-a816-8b78519fda03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.997019] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.997280] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99bdb40f-49d8-42fb-a566-5e3323fe28a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.004382] env[62839]: DEBUG oslo_vmware.api [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 913.004382] env[62839]: value = "task-2757357" [ 913.004382] env[62839]: _type = "Task" [ 913.004382] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.017767] env[62839]: DEBUG oslo_vmware.api [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.065773] env[62839]: DEBUG nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.225900] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e42fb7-2df0-43eb-8ec7-06a1f568d65d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.233995] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10da910d-ad66-4204-a6b1-6e9bf153fb48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.264419] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a33157-1669-4c0f-b552-8676ea94e763 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.273352] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e582c68-b026-46c9-9f90-74e6b486dd4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.289684] env[62839]: DEBUG nova.network.neutron [-] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.291122] env[62839]: DEBUG nova.compute.provider_tree [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.324685] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b04c7da3-1594-4b05-9d1c-df408f89de21 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.333985] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a87c91-e499-4bde-9ea5-003546f86351 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.370547] env[62839]: DEBUG nova.compute.manager [req-a1112add-c913-4b04-8b38-812fe04533ba req-8274187e-54ff-4d61-a04e-fbdd240296a2 service nova] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Detach interface failed, port_id=78d240a5-dedf-44a5-a588-a0325b7fd9b4, reason: Instance 0508659c-8908-4840-91f5-3d8ad8146172 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 913.395188] env[62839]: DEBUG nova.network.neutron [-] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.418161] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fea86d96-b1d6-41f3-a4cc-e64e1693928a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.428199] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be62f51-aa54-4dc3-95fb-db7c89ec80af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.471745] env[62839]: DEBUG nova.compute.manager [req-30364591-d111-4c1e-b5af-500f5d8b6cd5 req-9368daf3-9fe5-4cee-a38d-f5609f57637c service nova] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Detach interface failed, port_id=eb8b4447-2223-47d3-a289-bbf943984c2e, reason: Instance 961e86bc-f5a7-472e-bc68-c407db2e1c64 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 913.514172] env[62839]: DEBUG oslo_vmware.api [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757357, 'name': PowerOffVM_Task, 'duration_secs': 0.229079} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.514641] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.514884] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.515244] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cde5acc3-b4df-4c51-b5a9-0fbc7e247f21 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.560978] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.561308] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478e090e-a3a5-4cf0-a30a-b44c810d1835 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.568801] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 913.568801] env[62839]: value = "task-2757359" [ 913.568801] env[62839]: _type = "Task" [ 913.568801] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.580481] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.588630] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.590071] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.590275] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.590454] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Deleting the datastore file [datastore1] 9d118db1-1c66-4b29-9ecf-32e7ab9460ac {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.590705] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c38a0c6-3d23-44e4-9792-90a7eb693d15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.597079] env[62839]: DEBUG oslo_vmware.api [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for the task: (returnval){ [ 913.597079] env[62839]: value = "task-2757360" [ 913.597079] env[62839]: _type = "Task" [ 913.597079] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.605405] env[62839]: DEBUG oslo_vmware.api [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.795973] env[62839]: INFO nova.compute.manager [-] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Took 1.32 seconds to deallocate network for instance. [ 913.796918] env[62839]: DEBUG nova.scheduler.client.report [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.898226] env[62839]: INFO nova.compute.manager [-] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Took 1.27 seconds to deallocate network for instance. [ 913.959019] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 913.959019] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554839', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'name': 'volume-7f93a0d9-3029-4845-b59d-b41255d608bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6675b3da-fac1-466d-95f6-0d5a1b6d754e', 'attached_at': '', 'detached_at': '', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'serial': '7f93a0d9-3029-4845-b59d-b41255d608bd'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 913.959019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8aff88-3da7-4af2-9d15-16165b674438 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.978912] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f775e129-ba56-479b-86c3-cd98240326bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.008910] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-7f93a0d9-3029-4845-b59d-b41255d608bd/volume-7f93a0d9-3029-4845-b59d-b41255d608bd.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.009500] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce07e13a-5480-40e7-ab8c-1e4128329be2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.030163] env[62839]: DEBUG oslo_vmware.api [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 914.030163] env[62839]: value = "task-2757361" [ 914.030163] env[62839]: _type = "Task" [ 914.030163] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.039467] env[62839]: DEBUG oslo_vmware.api [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.078898] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757359, 'name': PowerOffVM_Task, 'duration_secs': 0.232976} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.079303] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.080269] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7bc68d-3965-49fa-9257-d29b359fc78e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.104829] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da586b73-7453-4c64-8b87-cb3f3a6a1ae4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.115137] env[62839]: DEBUG oslo_vmware.api [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.155542] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.155822] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fadd4997-a73f-4396-825f-9ac013091c43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.162639] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 914.162639] env[62839]: value = "task-2757362" [ 914.162639] env[62839]: _type = "Task" [ 914.162639] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.172686] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 914.172970] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.173331] env[62839]: DEBUG oslo_concurrency.lockutils [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.173521] env[62839]: DEBUG oslo_concurrency.lockutils [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.173735] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.174217] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac654281-5997-479c-9ae4-764256978285 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.183390] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.183390] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.184109] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f749af20-3197-4a03-b9d7-20702ced75dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.190149] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 914.190149] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523dd3cc-f539-a3e9-8f7a-15634fcc5983" [ 914.190149] env[62839]: _type = "Task" [ 914.190149] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.198216] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523dd3cc-f539-a3e9-8f7a-15634fcc5983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.309545] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.410872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.547221] env[62839]: DEBUG oslo_vmware.api [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.616352] env[62839]: DEBUG oslo_vmware.api [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Task: {'id': task-2757360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552965} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.616352] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.616352] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.616352] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.616352] env[62839]: INFO nova.compute.manager [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Took 1.63 seconds to destroy the instance on the hypervisor. [ 914.616352] env[62839]: DEBUG oslo.service.loopingcall [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.616352] env[62839]: DEBUG nova.compute.manager [-] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.616352] env[62839]: DEBUG nova.network.neutron [-] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.704132] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523dd3cc-f539-a3e9-8f7a-15634fcc5983, 'name': SearchDatastore_Task, 'duration_secs': 0.013217} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.706065] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae779273-3cef-4b35-b23b-c4ed898f637c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.714663] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 914.714663] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524aad26-80d2-279c-b3f9-1f15d94f3b0b" [ 914.714663] env[62839]: _type = "Task" [ 914.714663] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.728276] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524aad26-80d2-279c-b3f9-1f15d94f3b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.728786] env[62839]: DEBUG oslo_concurrency.lockutils [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.729167] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. {{(pid=62839) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 914.731024] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d8bcea-0cb0-4ae8-80d6-153e1bef70f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.736541] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 914.736541] env[62839]: value = "task-2757363" [ 914.736541] env[62839]: _type = "Task" [ 914.736541] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.745292] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.811018] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.607s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.812876] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.897s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.814642] env[62839]: INFO nova.compute.claims [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.058033] env[62839]: DEBUG oslo_vmware.api [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757361, 'name': ReconfigVM_Task, 'duration_secs': 0.905873} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.058033] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-7f93a0d9-3029-4845-b59d-b41255d608bd/volume-7f93a0d9-3029-4845-b59d-b41255d608bd.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.068086] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adcb4546-0eba-4c81-9dd4-44496f761779 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.089858] env[62839]: DEBUG oslo_vmware.api [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 915.089858] env[62839]: value = "task-2757364" [ 915.089858] env[62839]: _type = "Task" [ 915.089858] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.103134] env[62839]: DEBUG oslo_vmware.api [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.249075] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464001} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.249489] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. [ 915.250938] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc195aa-f6b2-4a57-a460-f7bb713abd5d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.285900] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.289196] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89933b88-6751-40e2-86a1-eea64f3f639d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.310239] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 915.310239] env[62839]: value = "task-2757365" [ 915.310239] env[62839]: _type = "Task" [ 915.310239] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.326338] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.348480] env[62839]: DEBUG nova.compute.manager [req-61b73a1e-8ac6-40dc-9e44-91b0d72a6626 req-f2e92209-ff3b-46d3-8924-6491c504fff2 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Received event network-vif-deleted-d70a0e33-5a7f-4837-8529-78a8a34ce550 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.348480] env[62839]: INFO nova.compute.manager [req-61b73a1e-8ac6-40dc-9e44-91b0d72a6626 req-f2e92209-ff3b-46d3-8924-6491c504fff2 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Neutron deleted interface d70a0e33-5a7f-4837-8529-78a8a34ce550; detaching it from the instance and deleting it from the info cache [ 915.348480] env[62839]: DEBUG nova.network.neutron [req-61b73a1e-8ac6-40dc-9e44-91b0d72a6626 req-f2e92209-ff3b-46d3-8924-6491c504fff2 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.401368] env[62839]: INFO nova.scheduler.client.report [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted allocation for migration 4610312c-2b1e-4b18-8383-9ccd79b96c3a [ 915.600837] env[62839]: DEBUG oslo_vmware.api [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757364, 'name': ReconfigVM_Task, 'duration_secs': 0.196645} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.601247] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554839', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'name': 'volume-7f93a0d9-3029-4845-b59d-b41255d608bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6675b3da-fac1-466d-95f6-0d5a1b6d754e', 'attached_at': '', 'detached_at': '', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'serial': '7f93a0d9-3029-4845-b59d-b41255d608bd'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 915.806082] env[62839]: DEBUG nova.network.neutron [-] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.823019] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757365, 'name': ReconfigVM_Task, 'duration_secs': 0.298892} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.823019] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.823416] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb480dfc-e963-4d76-a938-2747a05895ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.870830] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e71d8e55-fd06-4e69-acda-4fd29873e499 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.875016] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d9d7e0-bcdb-481c-afd8-e7fef47800c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.893263] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca3269c-2842-4e36-8c9f-bf954b92dd64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.905269] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 915.905269] env[62839]: value = "task-2757366" [ 915.905269] env[62839]: _type = "Task" [ 915.905269] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.908644] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80f06acd-3300-449a-ab69-76a0251b24e3 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.654s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.934746] env[62839]: DEBUG nova.compute.manager [req-61b73a1e-8ac6-40dc-9e44-91b0d72a6626 req-f2e92209-ff3b-46d3-8924-6491c504fff2 service nova] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Detach interface failed, port_id=d70a0e33-5a7f-4837-8529-78a8a34ce550, reason: Instance 9d118db1-1c66-4b29-9ecf-32e7ab9460ac could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 916.311148] env[62839]: INFO nova.compute.manager [-] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Took 1.69 seconds to deallocate network for instance. [ 916.346361] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeadd972-06a6-451e-9ee6-0fa70b8c2173 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.355595] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c808bae7-f812-4427-b7b3-d68719f66ef3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.392022] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a6dee5-2cbd-4228-a746-76a1280b436b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.404191] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c812eb5f-42b8-481a-b36c-aa46aa983b43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.424223] env[62839]: DEBUG nova.compute.provider_tree [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.430663] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757366, 'name': ReconfigVM_Task, 'duration_secs': 0.178499} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.430663] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.430663] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b07a864b-9447-43be-84ba-6cdccbd610ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.437673] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 916.437673] env[62839]: value = "task-2757367" [ 916.437673] env[62839]: _type = "Task" [ 916.437673] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.447018] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.663146] env[62839]: DEBUG nova.objects.instance [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'flavor' on Instance uuid 6675b3da-fac1-466d-95f6-0d5a1b6d754e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.819699] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.899509] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.931272] env[62839]: DEBUG nova.scheduler.client.report [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.950364] env[62839]: DEBUG oslo_vmware.api [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757367, 'name': PowerOnVM_Task, 'duration_secs': 0.423659} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.951304] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.956018] env[62839]: DEBUG nova.compute.manager [None req-966097d0-f7c3-46e7-8a75-684b4d44049a tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.956018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6cb245-5915-4441-a8d3-05fe88f21b0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.170187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bb5c42c2-64b1-4ff6-8340-3f95e3ba1ac9 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.174644] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.274s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.174644] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.174644] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.174644] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.175595] env[62839]: INFO nova.compute.manager [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Terminating instance [ 917.440373] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.440373] env[62839]: DEBUG nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.442505] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.936s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.443972] env[62839]: INFO nova.compute.claims [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.683916] env[62839]: DEBUG nova.compute.manager [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.684280] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.684588] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2184c193-3055-40bb-bd45-aa024da495ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.695189] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 917.695189] env[62839]: value = "task-2757368" [ 917.695189] env[62839]: _type = "Task" [ 917.695189] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.709810] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.722695] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.723110] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.723403] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.723689] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.723957] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.726730] env[62839]: INFO nova.compute.manager [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Terminating instance [ 917.951723] env[62839]: DEBUG nova.compute.utils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.953127] env[62839]: DEBUG nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Not allocating networking since 'none' was specified. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 918.205203] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757368, 'name': PowerOffVM_Task, 'duration_secs': 0.205452} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.205313] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.205511] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 918.205713] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554839', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'name': 'volume-7f93a0d9-3029-4845-b59d-b41255d608bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6675b3da-fac1-466d-95f6-0d5a1b6d754e', 'attached_at': '', 'detached_at': '', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'serial': '7f93a0d9-3029-4845-b59d-b41255d608bd'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 918.206506] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58a7ef-1cb8-4344-81a8-ad90b6ddd27e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.228276] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511fa3ec-d1ef-4075-b0ef-a78930a8e12e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.232460] env[62839]: DEBUG nova.compute.manager [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.232772] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.233616] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e22e11-e218-4e71-8df0-58b769e4d5ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.242749] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ec0858-bc6c-4d85-987c-99a70f5d6bef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.246625] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.246625] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-727d7ff1-0e0c-485f-9a2d-e3b0aee86549 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.271698] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592a405-2da9-4f14-bf8a-0ae0eacca3d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.274950] env[62839]: DEBUG oslo_vmware.api [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 918.274950] env[62839]: value = "task-2757369" [ 918.274950] env[62839]: _type = "Task" [ 918.274950] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.275257] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "04830df7-612a-4263-b884-33c132d56e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.275756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.294962] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f93a0d9-3029-4845-b59d-b41255d608bd/volume-7f93a0d9-3029-4845-b59d-b41255d608bd.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 918.299599] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 918.300657] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231e6f5c-ec31-4f2b-adf5-f0de292b380d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.319349] env[62839]: DEBUG oslo_vmware.api [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.324570] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 918.324570] env[62839]: value = "task-2757370" [ 918.324570] env[62839]: _type = "Task" [ 918.324570] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.333351] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.458190] env[62839]: DEBUG nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.553036] env[62839]: DEBUG nova.compute.manager [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.553273] env[62839]: DEBUG nova.compute.manager [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing instance network info cache due to event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.553487] env[62839]: DEBUG oslo_concurrency.lockutils [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] Acquiring lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.554128] env[62839]: DEBUG oslo_concurrency.lockutils [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] Acquired lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.554768] env[62839]: DEBUG nova.network.neutron [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.786356] env[62839]: DEBUG oslo_vmware.api [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757369, 'name': PowerOffVM_Task, 'duration_secs': 0.202299} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.786621] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.786787] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.787046] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f25dffb2-c4a0-49f5-aff8-717cb3d232ad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.795647] env[62839]: DEBUG nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.834644] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757370, 'name': ReconfigVM_Task, 'duration_secs': 0.208332} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.837779] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 918.844725] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8507c35e-0d70-40a3-8236-3d39db86930d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.857888] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81210bb6-8faa-42d7-80cd-9ad1ece02519 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.862622] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 918.862622] env[62839]: value = "task-2757372" [ 918.862622] env[62839]: _type = "Task" [ 918.862622] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.869889] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440e0b00-376c-4030-8756-1f0b61c2a189 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.873117] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.873323] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.873503] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleting the datastore file [datastore1] 0e541690-634f-4283-a6ee-3a0bf6bcff5a {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.877183] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d04c904-f70d-459a-bece-5d7e8d1eeb64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.878973] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.911090] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258252fe-56d2-4c7b-a709-4921aaff847d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.913905] env[62839]: DEBUG oslo_vmware.api [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 918.913905] env[62839]: value = "task-2757373" [ 918.913905] env[62839]: _type = "Task" [ 918.913905] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.920738] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4fe668-b1a3-482e-84bd-0d0b75f2687e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.928310] env[62839]: DEBUG oslo_vmware.api [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.938128] env[62839]: DEBUG nova.compute.provider_tree [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.308432] env[62839]: DEBUG nova.network.neutron [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updated VIF entry in instance network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.308794] env[62839]: DEBUG nova.network.neutron [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.316955] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.374096] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757372, 'name': ReconfigVM_Task, 'duration_secs': 0.192477} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.374450] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554839', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'name': 'volume-7f93a0d9-3029-4845-b59d-b41255d608bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6675b3da-fac1-466d-95f6-0d5a1b6d754e', 'attached_at': '', 'detached_at': '', 'volume_id': '7f93a0d9-3029-4845-b59d-b41255d608bd', 'serial': '7f93a0d9-3029-4845-b59d-b41255d608bd'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 919.374942] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.375737] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ad1841-6a6f-418b-b8cc-1e4135d34704 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.383480] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.383726] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee95461-741f-49ab-b029-a71cd55ad42e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.424155] env[62839]: DEBUG oslo_vmware.api [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147504} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.425113] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.425113] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.425113] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.425113] env[62839]: INFO nova.compute.manager [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 919.425326] env[62839]: DEBUG oslo.service.loopingcall [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.425413] env[62839]: DEBUG nova.compute.manager [-] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.425535] env[62839]: DEBUG nova.network.neutron [-] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.443319] env[62839]: DEBUG nova.scheduler.client.report [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.446740] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.446924] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.447115] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleting the datastore file [datastore2] 6675b3da-fac1-466d-95f6-0d5a1b6d754e {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.447583] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25a55412-fec1-446c-847c-e559ef616a7b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.453619] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 919.453619] env[62839]: value = "task-2757375" [ 919.453619] env[62839]: _type = "Task" [ 919.453619] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.461885] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.468307] env[62839]: DEBUG nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.496248] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.496533] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.496708] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.496921] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.498166] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.498423] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.498714] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.499913] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.500179] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.500508] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.500990] env[62839]: DEBUG nova.virt.hardware [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.503167] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd81bf65-3d2a-49ee-b432-b1e2970f07c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.512863] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0034e126-8105-451d-ba33-fc9bca2045f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.526585] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.532013] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Creating folder: Project (e72b0771343043feb333ea5dbb0698fb). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.532013] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd71cbe-aa60-4e9e-82b9-da547c5fc76e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.542394] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Created folder: Project (e72b0771343043feb333ea5dbb0698fb) in parent group-v554621. [ 919.542394] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Creating folder: Instances. Parent ref: group-v554840. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.542394] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cd85b46-a93d-4b7b-8414-10b2b46f9a0b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.550568] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Created folder: Instances in parent group-v554840. [ 919.550813] env[62839]: DEBUG oslo.service.loopingcall [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.551015] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.551303] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d650840b-b107-47e6-9e96-d92346950cf8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.572206] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.572206] env[62839]: value = "task-2757378" [ 919.572206] env[62839]: _type = "Task" [ 919.572206] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.580053] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757378, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.593348] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.593712] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.811723] env[62839]: DEBUG oslo_concurrency.lockutils [req-b358ce97-7fe9-4a6e-8380-b3eba07e2698 req-ff06c8fe-c314-4348-85eb-632346f49d13 service nova] Releasing lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.949481] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.949794] env[62839]: DEBUG nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.956029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.850s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.956029] env[62839]: DEBUG nova.objects.instance [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lazy-loading 'resources' on Instance uuid 165d7603-4b1c-46bf-aa6f-cc10e86ae46f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.964685] env[62839]: DEBUG oslo_vmware.api [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146761} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.966046] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.966242] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.966415] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.966579] env[62839]: INFO nova.compute.manager [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Took 2.28 seconds to destroy the instance on the hypervisor. [ 919.966804] env[62839]: DEBUG oslo.service.loopingcall [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.966987] env[62839]: DEBUG nova.compute.manager [-] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.967094] env[62839]: DEBUG nova.network.neutron [-] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.086792] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757378, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.097823] env[62839]: DEBUG nova.compute.utils [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.166274] env[62839]: DEBUG nova.network.neutron [-] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.455247] env[62839]: DEBUG nova.compute.utils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.456738] env[62839]: DEBUG nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.456847] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.504594] env[62839]: DEBUG nova.policy [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44843927689e48f5b144bd87d8e7bea1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15cfb088db9a489ebe112dc14ca59c8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.582560] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757378, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.600428] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.666322] env[62839]: INFO nova.compute.manager [-] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Took 1.24 seconds to deallocate network for instance. [ 920.699570] env[62839]: DEBUG nova.network.neutron [-] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.768386] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Successfully created port: f4a5bee9-978b-453b-950d-8633ab08643b {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.883064] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5347e2-5277-4410-baf4-34d0850a9d68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.889660] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c40acc-f35a-4786-8e41-bf2884b724dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.927082] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68c806c-ed39-4ad6-96c6-8969e1891ddc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.935867] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad6a3c9-bd83-4e80-83a4-ad768436583f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.952238] env[62839]: DEBUG nova.compute.provider_tree [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.962980] env[62839]: DEBUG nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.054073] env[62839]: DEBUG nova.compute.manager [req-5807c987-e852-4eac-ba74-eb966ab3c260 req-19174a45-4bce-4ba5-9f47-9641b1499fb5 service nova] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Received event network-vif-deleted-aa4be596-44bf-4380-85d9-70e80eb1b62f {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.088493] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757378, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.174474] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.201905] env[62839]: INFO nova.compute.manager [-] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Took 1.23 seconds to deallocate network for instance. [ 921.208570] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Successfully created port: fa0b5db3-e44e-4b8a-be68-dca545467d06 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.430834] env[62839]: DEBUG nova.compute.manager [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.432202] env[62839]: DEBUG nova.compute.manager [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing instance network info cache due to event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 921.432202] env[62839]: DEBUG oslo_concurrency.lockutils [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] Acquiring lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.432202] env[62839]: DEBUG oslo_concurrency.lockutils [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] Acquired lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.432202] env[62839]: DEBUG nova.network.neutron [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.458049] env[62839]: DEBUG nova.scheduler.client.report [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.587154] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757378, 'name': CreateVM_Task, 'duration_secs': 1.797319} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.587503] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.588128] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.588303] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.588628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.588889] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629566b0-1611-49c8-b8a4-b445b63f33b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.597751] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 921.597751] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b648f8-cdd9-1e9b-5ef7-75ef5201da5c" [ 921.597751] env[62839]: _type = "Task" [ 921.597751] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.608911] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b648f8-cdd9-1e9b-5ef7-75ef5201da5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.702281] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.702586] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.702823] env[62839]: INFO nova.compute.manager [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Attaching volume 008604cd-7217-418a-a723-61ede4669a1c to /dev/sdb [ 921.736512] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05563ff6-f8f8-4568-9af3-eca6b7e7b692 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.744621] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb893588-e653-47a7-990a-a4688acef0c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.761609] env[62839]: DEBUG nova.virt.block_device [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating existing volume attachment record: 8db180c6-12f3-4b56-8285-95f76ed606f9 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 921.764974] env[62839]: INFO nova.compute.manager [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Took 0.56 seconds to detach 1 volumes for instance. [ 921.961908] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.964322] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.660s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.964479] env[62839]: DEBUG nova.objects.instance [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lazy-loading 'resources' on Instance uuid e71ed019-86c6-431f-a7db-50417e44a43d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.975564] env[62839]: DEBUG nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.989645] env[62839]: INFO nova.scheduler.client.report [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted allocations for instance 165d7603-4b1c-46bf-aa6f-cc10e86ae46f [ 922.019653] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.019977] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.020166] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.020354] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.020502] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.020649] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.020858] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.021108] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.021224] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.024370] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.024370] env[62839]: DEBUG nova.virt.hardware [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.024370] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289b3f5-e476-4a9a-88ea-950b9ce0c980 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.033771] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a642ae12-7f7e-46e7-bf1e-171852b9e2fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.109508] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b648f8-cdd9-1e9b-5ef7-75ef5201da5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01498} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.109842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.110119] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.110362] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.110541] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.110710] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.110981] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878a0a4f-d8c1-4a86-9d6a-5b5262ac4a54 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.120957] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.121165] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.121920] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ef1ed1-051a-4b1e-a607-776a9026f74e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.128605] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 922.128605] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52be8c8a-40d8-9521-ada9-78013c1ac88e" [ 922.128605] env[62839]: _type = "Task" [ 922.128605] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.138239] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52be8c8a-40d8-9521-ada9-78013c1ac88e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.185260] env[62839]: DEBUG nova.network.neutron [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updated VIF entry in instance network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.185717] env[62839]: DEBUG nova.network.neutron [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.273216] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.507425] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5e069fc3-62b1-4d6e-867b-3456cf841814 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "165d7603-4b1c-46bf-aa6f-cc10e86ae46f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.315s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.639996] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52be8c8a-40d8-9521-ada9-78013c1ac88e, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.643681] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94da9da5-8bec-42dd-9d06-a19d22fe441f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.655338] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 922.655338] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5263fbf9-2fa5-f1d9-67d4-585d6cc3d620" [ 922.655338] env[62839]: _type = "Task" [ 922.655338] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.671885] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5263fbf9-2fa5-f1d9-67d4-585d6cc3d620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.688472] env[62839]: DEBUG oslo_concurrency.lockutils [req-48d6deff-c9a9-4a9a-937b-dfe9cedd52a3 req-da360875-7741-4425-8e0c-559409a61352 service nova] Releasing lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.946719] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7853a3b7-ee84-42fd-bbd2-399da5c59c33 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.957632] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034da20-e7e3-4e53-85a5-f7f09d551726 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.993999] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4870b8-5417-4ff8-ae73-381b05679b66 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.004674] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f1bc0-9657-4c2b-8af8-acbd919dc155 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.020129] env[62839]: DEBUG nova.compute.provider_tree [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.167564] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5263fbf9-2fa5-f1d9-67d4-585d6cc3d620, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.167928] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.168280] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.168574] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2007cb6f-77ba-419a-b56b-6e968141b07a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.184168] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 923.184168] env[62839]: value = "task-2757382" [ 923.184168] env[62839]: _type = "Task" [ 923.184168] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.198452] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.201941] env[62839]: DEBUG nova.compute.manager [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Received event network-vif-deleted-fba55783-6182-458f-8af3-50977821b3da {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.202190] env[62839]: DEBUG nova.compute.manager [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.202374] env[62839]: DEBUG nova.compute.manager [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing instance network info cache due to event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.202586] env[62839]: DEBUG oslo_concurrency.lockutils [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] Acquiring lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.202743] env[62839]: DEBUG oslo_concurrency.lockutils [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] Acquired lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.202900] env[62839]: DEBUG nova.network.neutron [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.240264] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Successfully updated port: f4a5bee9-978b-453b-950d-8633ab08643b {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.518477] env[62839]: DEBUG nova.compute.manager [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.518595] env[62839]: DEBUG nova.compute.manager [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing instance network info cache due to event network-changed-7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.518719] env[62839]: DEBUG oslo_concurrency.lockutils [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] Acquiring lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.524501] env[62839]: DEBUG nova.scheduler.client.report [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.552695] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "2657a8f1-e75c-4f19-a855-a6975fea8d65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.552919] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.553180] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "2657a8f1-e75c-4f19-a855-a6975fea8d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.553390] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.553591] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.557105] env[62839]: INFO nova.compute.manager [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Terminating instance [ 923.679485] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.679829] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.696376] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485541} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.696651] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.696857] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.697118] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76cfd094-d9ca-49ce-98a2-1761ce1a6e98 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.704537] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 923.704537] env[62839]: value = "task-2757383" [ 923.704537] env[62839]: _type = "Task" [ 923.704537] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.716981] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.917189] env[62839]: DEBUG nova.network.neutron [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updated VIF entry in instance network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.917548] env[62839]: DEBUG nova.network.neutron [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.029530] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.032830] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.574s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.032830] env[62839]: DEBUG nova.objects.instance [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lazy-loading 'resources' on Instance uuid 3ce81944-ddfa-4475-ad2c-91dd23643467 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.056897] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "8550e611-9d69-4b46-9b24-bc7623b07f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.057171] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.057419] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "8550e611-9d69-4b46-9b24-bc7623b07f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.057560] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.058048] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.061077] env[62839]: INFO nova.scheduler.client.report [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Deleted allocations for instance e71ed019-86c6-431f-a7db-50417e44a43d [ 924.064610] env[62839]: DEBUG nova.compute.manager [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.064610] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.066998] env[62839]: INFO nova.compute.manager [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Terminating instance [ 924.069036] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970cf4f2-b36c-43cc-b4b6-8612855f286b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.082670] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.082935] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b9c53b3-2517-46c3-9dbd-feb93f033ac5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.091357] env[62839]: DEBUG oslo_vmware.api [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 924.091357] env[62839]: value = "task-2757384" [ 924.091357] env[62839]: _type = "Task" [ 924.091357] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.101059] env[62839]: DEBUG oslo_vmware.api [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.183274] env[62839]: INFO nova.compute.manager [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Detaching volume 229b8f65-68ae-4eb5-abd1-31627e5ada7c [ 924.216100] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073905} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.216489] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.217482] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5fe8d5-55b5-4796-b9ce-8b24fb8f7387 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.221521] env[62839]: INFO nova.virt.block_device [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Attempting to driver detach volume 229b8f65-68ae-4eb5-abd1-31627e5ada7c from mountpoint /dev/sdb [ 924.221744] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 924.221927] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554797', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'name': 'volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0f05490a-be68-46a4-af3b-0937bcc1093d', 'attached_at': '', 'detached_at': '', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'serial': '229b8f65-68ae-4eb5-abd1-31627e5ada7c'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 924.222753] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26484128-0943-407e-a467-9b29d4fb91eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.240623] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.241350] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61eb45f5-36ef-46c4-ae62-08cff160f156 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.273245] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7d7375-0a09-482b-8123-9cafe750c380 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.277662] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 924.277662] env[62839]: value = "task-2757385" [ 924.277662] env[62839]: _type = "Task" [ 924.277662] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.283685] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c719d-a876-487c-86f5-4f9cbd6bfe2e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.289949] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.312090] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62d511-8b9c-4c93-83df-6148a9f9fc25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.328570] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] The volume has not been displaced from its original location: [datastore2] volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c/volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 924.333960] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.334356] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645db17d-96c4-4925-843d-dcd2af286185 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.357153] env[62839]: DEBUG oslo_vmware.api [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 924.357153] env[62839]: value = "task-2757386" [ 924.357153] env[62839]: _type = "Task" [ 924.357153] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.370184] env[62839]: DEBUG oslo_vmware.api [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.422236] env[62839]: DEBUG oslo_concurrency.lockutils [req-b14c593e-61a2-4631-b1ed-1c697afb1a20 req-33e65750-4a64-47ce-97a4-5b7107352c12 service nova] Releasing lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.422236] env[62839]: DEBUG oslo_concurrency.lockutils [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] Acquired lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.422236] env[62839]: DEBUG nova.network.neutron [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Refreshing network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.577630] env[62839]: DEBUG nova.compute.manager [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.577863] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.578600] env[62839]: DEBUG oslo_concurrency.lockutils [None req-213dea42-5686-4550-be70-042aceff3a8d tempest-ImagesOneServerNegativeTestJSON-126710995 tempest-ImagesOneServerNegativeTestJSON-126710995-project-member] Lock "e71ed019-86c6-431f-a7db-50417e44a43d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.692s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.580066] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc171fb8-96db-4054-b52b-7e04584d1951 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.589922] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.590811] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b71cf485-f1d6-4b16-9ed9-f6d266058f68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.601645] env[62839]: DEBUG oslo_vmware.api [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 924.601645] env[62839]: value = "task-2757388" [ 924.601645] env[62839]: _type = "Task" [ 924.601645] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.605179] env[62839]: DEBUG oslo_vmware.api [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757384, 'name': PowerOffVM_Task, 'duration_secs': 0.201588} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.608707] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.608902] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.611921] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba3cc816-9cf4-486e-b0c4-d6b96ec11418 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.619906] env[62839]: DEBUG oslo_vmware.api [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.687452] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.687452] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.687452] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleting the datastore file [datastore1] 2657a8f1-e75c-4f19-a855-a6975fea8d65 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.687452] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa1a3e4-3bff-4d95-95ae-712f6b83d70a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.700410] env[62839]: DEBUG oslo_vmware.api [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 924.700410] env[62839]: value = "task-2757390" [ 924.700410] env[62839]: _type = "Task" [ 924.700410] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.710816] env[62839]: DEBUG oslo_vmware.api [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.788727] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757385, 'name': ReconfigVM_Task, 'duration_secs': 0.486213} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.789037] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.790240] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-045f3a6d-6a41-4dfb-b25b-ecff106c7be6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.798757] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 924.798757] env[62839]: value = "task-2757391" [ 924.798757] env[62839]: _type = "Task" [ 924.798757] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.810647] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757391, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.871877] env[62839]: DEBUG oslo_vmware.api [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757386, 'name': ReconfigVM_Task, 'duration_secs': 0.2459} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.875090] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.879927] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-690d8a05-0c96-4611-8406-391f1de0f627 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.898690] env[62839]: DEBUG oslo_vmware.api [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 924.898690] env[62839]: value = "task-2757392" [ 924.898690] env[62839]: _type = "Task" [ 924.898690] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.909842] env[62839]: DEBUG oslo_vmware.api [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.949148] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ab440-2527-4d9c-ad7e-f8dd8b54594f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.957129] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb38d9e2-9bde-4cc7-b0bc-2454b5958d12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.993037] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e062d4e5-707d-4296-9452-d6f89a24cdda {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.002996] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b6a71d-20c9-434a-b5f7-bc308f67800b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.017051] env[62839]: DEBUG nova.compute.provider_tree [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.113875] env[62839]: DEBUG oslo_vmware.api [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757388, 'name': PowerOffVM_Task, 'duration_secs': 0.255838} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.114163] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.114314] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.114589] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55347cac-6623-4926-8187-283594621a5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.138377] env[62839]: DEBUG nova.network.neutron [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updated VIF entry in instance network info cache for port 7176cb81-d729-442c-b2ec-e35c1855a5a4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.138739] env[62839]: DEBUG nova.network.neutron [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [{"id": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "address": "fa:16:3e:94:b0:f6", "network": {"id": "963ad8f5-54d2-4f81-9ceb-1a72dfa53c76", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1237407996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fdd8e92539d342869d1d86cbcd6dfd69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7176cb81-d7", "ovs_interfaceid": "7176cb81-d729-442c-b2ec-e35c1855a5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.185924] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.186275] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.186526] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Deleting the datastore file [datastore2] 8550e611-9d69-4b46-9b24-bc7623b07f8c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.186878] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08d69f9c-b99e-4fba-93b7-2943f0658fb0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.195348] env[62839]: DEBUG oslo_vmware.api [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for the task: (returnval){ [ 925.195348] env[62839]: value = "task-2757394" [ 925.195348] env[62839]: _type = "Task" [ 925.195348] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.207251] env[62839]: DEBUG oslo_vmware.api [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.212650] env[62839]: DEBUG oslo_vmware.api [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154749} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.213087] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.213347] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.213569] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.213782] env[62839]: INFO nova.compute.manager [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.214073] env[62839]: DEBUG oslo.service.loopingcall [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.214684] env[62839]: DEBUG nova.compute.manager [-] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.214684] env[62839]: DEBUG nova.network.neutron [-] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.236084] env[62839]: DEBUG nova.compute.manager [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received event network-vif-plugged-f4a5bee9-978b-453b-950d-8633ab08643b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.237048] env[62839]: DEBUG oslo_concurrency.lockutils [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] Acquiring lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.237048] env[62839]: DEBUG oslo_concurrency.lockutils [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.237048] env[62839]: DEBUG oslo_concurrency.lockutils [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.237048] env[62839]: DEBUG nova.compute.manager [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] No waiting events found dispatching network-vif-plugged-f4a5bee9-978b-453b-950d-8633ab08643b {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.237048] env[62839]: WARNING nova.compute.manager [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received unexpected event network-vif-plugged-f4a5bee9-978b-453b-950d-8633ab08643b for instance with vm_state building and task_state spawning. [ 925.237523] env[62839]: DEBUG nova.compute.manager [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received event network-changed-f4a5bee9-978b-453b-950d-8633ab08643b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.237523] env[62839]: DEBUG nova.compute.manager [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Refreshing instance network info cache due to event network-changed-f4a5bee9-978b-453b-950d-8633ab08643b. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.237523] env[62839]: DEBUG oslo_concurrency.lockutils [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] Acquiring lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.237523] env[62839]: DEBUG oslo_concurrency.lockutils [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] Acquired lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.237682] env[62839]: DEBUG nova.network.neutron [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Refreshing network info cache for port f4a5bee9-978b-453b-950d-8633ab08643b {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.251908] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Successfully updated port: fa0b5db3-e44e-4b8a-be68-dca545467d06 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.310088] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757391, 'name': Rename_Task, 'duration_secs': 0.169838} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.310387] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.310626] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a5da560-b9cc-47fd-86a4-8d8d1d437c92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.318407] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 925.318407] env[62839]: value = "task-2757395" [ 925.318407] env[62839]: _type = "Task" [ 925.318407] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.329433] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.409842] env[62839]: DEBUG oslo_vmware.api [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757392, 'name': ReconfigVM_Task, 'duration_secs': 0.181704} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.410036] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554797', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'name': 'volume-229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0f05490a-be68-46a4-af3b-0937bcc1093d', 'attached_at': '', 'detached_at': '', 'volume_id': '229b8f65-68ae-4eb5-abd1-31627e5ada7c', 'serial': '229b8f65-68ae-4eb5-abd1-31627e5ada7c'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 925.522567] env[62839]: DEBUG nova.scheduler.client.report [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.561138] env[62839]: DEBUG nova.compute.manager [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received event network-vif-plugged-fa0b5db3-e44e-4b8a-be68-dca545467d06 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.561138] env[62839]: DEBUG oslo_concurrency.lockutils [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] Acquiring lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.561345] env[62839]: DEBUG oslo_concurrency.lockutils [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.561510] env[62839]: DEBUG oslo_concurrency.lockutils [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.561678] env[62839]: DEBUG nova.compute.manager [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] No waiting events found dispatching network-vif-plugged-fa0b5db3-e44e-4b8a-be68-dca545467d06 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.561835] env[62839]: WARNING nova.compute.manager [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received unexpected event network-vif-plugged-fa0b5db3-e44e-4b8a-be68-dca545467d06 for instance with vm_state building and task_state spawning. [ 925.562725] env[62839]: DEBUG nova.compute.manager [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received event network-changed-fa0b5db3-e44e-4b8a-be68-dca545467d06 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.562725] env[62839]: DEBUG nova.compute.manager [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Refreshing instance network info cache due to event network-changed-fa0b5db3-e44e-4b8a-be68-dca545467d06. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.562725] env[62839]: DEBUG oslo_concurrency.lockutils [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] Acquiring lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.641627] env[62839]: DEBUG oslo_concurrency.lockutils [req-77076e2a-db33-4b51-b382-e4a21ec5a699 req-e636d757-12ae-4ee0-8f91-50228f6de0d6 service nova] Releasing lock "refresh_cache-8550e611-9d69-4b46-9b24-bc7623b07f8c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.706192] env[62839]: DEBUG oslo_vmware.api [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.754569] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.782807] env[62839]: DEBUG nova.network.neutron [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.829851] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.864960] env[62839]: DEBUG nova.network.neutron [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.980737] env[62839]: DEBUG nova.objects.instance [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'flavor' on Instance uuid 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.994332] env[62839]: DEBUG nova.network.neutron [-] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.031030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.031030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.517s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.031030] env[62839]: DEBUG nova.objects.instance [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lazy-loading 'resources' on Instance uuid 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.075200] env[62839]: INFO nova.scheduler.client.report [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Deleted allocations for instance 3ce81944-ddfa-4475-ad2c-91dd23643467 [ 926.205320] env[62839]: DEBUG oslo_vmware.api [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Task: {'id': task-2757394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572265} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.205551] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.205729] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.205905] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.206090] env[62839]: INFO nova.compute.manager [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Took 1.63 seconds to destroy the instance on the hypervisor. [ 926.206333] env[62839]: DEBUG oslo.service.loopingcall [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.206517] env[62839]: DEBUG nova.compute.manager [-] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.206610] env[62839]: DEBUG nova.network.neutron [-] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.330625] env[62839]: DEBUG oslo_vmware.api [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757395, 'name': PowerOnVM_Task, 'duration_secs': 0.641837} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.330882] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.331310] env[62839]: INFO nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Took 6.86 seconds to spawn the instance on the hypervisor. [ 926.331540] env[62839]: DEBUG nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.332575] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ec8d75-cdb7-4833-9894-e2b1f827f489 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.370023] env[62839]: DEBUG oslo_concurrency.lockutils [req-25e8617f-1408-4844-9eef-8b4bd0c76b6c req-adbca20d-174b-40be-b31a-33c83c444c87 service nova] Releasing lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.370023] env[62839]: DEBUG oslo_concurrency.lockutils [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] Acquired lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.370023] env[62839]: DEBUG nova.network.neutron [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Refreshing network info cache for port fa0b5db3-e44e-4b8a-be68-dca545467d06 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.498102] env[62839]: INFO nova.compute.manager [-] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Took 1.28 seconds to deallocate network for instance. [ 926.583140] env[62839]: DEBUG oslo_concurrency.lockutils [None req-073b9e26-0c5d-4761-8ab9-cb7e77643dd4 tempest-ServerShowV247Test-986995384 tempest-ServerShowV247Test-986995384-project-member] Lock "3ce81944-ddfa-4475-ad2c-91dd23643467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.351s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.821779] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 926.825380] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554844', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'name': 'volume-008604cd-7217-418a-a723-61ede4669a1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a12e7a53-4957-415e-8e30-ba6cc9a367db', 'attached_at': '', 'detached_at': '', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'serial': '008604cd-7217-418a-a723-61ede4669a1c'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 926.830914] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49146f51-819a-48c2-bb3e-779645010101 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.865172] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef9f6fc-0fd7-4a77-a7b4-7be4645468f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.873750] env[62839]: INFO nova.compute.manager [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Took 27.98 seconds to build instance. [ 926.899398] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-008604cd-7217-418a-a723-61ede4669a1c/volume-008604cd-7217-418a-a723-61ede4669a1c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.905109] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b3ca64-6dac-4368-a427-085a3fb33f0b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.918913] env[62839]: DEBUG nova.network.neutron [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.923796] env[62839]: DEBUG nova.network.neutron [-] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.934115] env[62839]: DEBUG oslo_vmware.api [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 926.934115] env[62839]: value = "task-2757396" [ 926.934115] env[62839]: _type = "Task" [ 926.934115] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.941697] env[62839]: DEBUG oslo_vmware.api [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.991897] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d6310beb-0000-43a5-8652-0728f68c3c95 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.006032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.043021] env[62839]: DEBUG nova.network.neutron [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.070590] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ddb571-f966-4d3a-bcb0-bd9a0546539d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.082551] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997da74-6945-4e0b-9ce4-944a70dcc6ee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.120872] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd63ec-f345-4fd5-b7a9-76b22809f9db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.131173] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e5c529-801c-4b4b-b324-ffcdac5b974b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.150828] env[62839]: DEBUG nova.compute.provider_tree [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.336770] env[62839]: INFO nova.compute.manager [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Rebuilding instance [ 927.375349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f544654-b8f1-4275-a7ad-570313fced37 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.502s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.379171] env[62839]: DEBUG nova.compute.manager [req-a0f59d46-983d-4619-b388-941a03132511 req-a08f5680-3a0d-494d-841e-b982842dc62d service nova] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Received event network-vif-deleted-da376598-6261-4b46-bd5e-a369a7597403 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.379171] env[62839]: DEBUG nova.compute.manager [req-a0f59d46-983d-4619-b388-941a03132511 req-a08f5680-3a0d-494d-841e-b982842dc62d service nova] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Received event network-vif-deleted-7176cb81-d729-442c-b2ec-e35c1855a5a4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.385812] env[62839]: DEBUG nova.compute.manager [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.385970] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9524ba-f532-4ac7-be26-d98d773da0e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.428342] env[62839]: INFO nova.compute.manager [-] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Took 1.22 seconds to deallocate network for instance. [ 927.447867] env[62839]: DEBUG oslo_vmware.api [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757396, 'name': ReconfigVM_Task, 'duration_secs': 0.419027} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.448066] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-008604cd-7217-418a-a723-61ede4669a1c/volume-008604cd-7217-418a-a723-61ede4669a1c.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.454206] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61727eb7-53a1-4713-90dd-be4a5d339c5b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.472856] env[62839]: DEBUG oslo_vmware.api [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 927.472856] env[62839]: value = "task-2757397" [ 927.472856] env[62839]: _type = "Task" [ 927.472856] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.484124] env[62839]: DEBUG oslo_vmware.api [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.545579] env[62839]: DEBUG oslo_concurrency.lockutils [req-0db31411-35a1-4f3c-a25a-71e19fec2ab0 req-43cdf41a-f493-4322-9fe8-38f1e4df22ee service nova] Releasing lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.545997] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.546184] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.579352] env[62839]: INFO nova.compute.manager [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Rebuilding instance [ 927.627173] env[62839]: DEBUG nova.compute.manager [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.631912] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2de59-3d6a-43eb-9192-8368bab1edf0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.653714] env[62839]: DEBUG nova.scheduler.client.report [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.942158] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.995343] env[62839]: DEBUG oslo_vmware.api [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757397, 'name': ReconfigVM_Task, 'duration_secs': 0.224779} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.995343] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554844', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'name': 'volume-008604cd-7217-418a-a723-61ede4669a1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a12e7a53-4957-415e-8e30-ba6cc9a367db', 'attached_at': '', 'detached_at': '', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'serial': '008604cd-7217-418a-a723-61ede4669a1c'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 928.082507] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.137828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.138110] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.138334] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.138510] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.138669] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.141163] env[62839]: INFO nova.compute.manager [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Terminating instance [ 928.165432] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.170425] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.581s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.171232] env[62839]: INFO nova.compute.claims [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.194771] env[62839]: INFO nova.scheduler.client.report [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted allocations for instance 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5 [ 928.399591] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.400060] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd80920d-ff5f-49cf-b0aa-26b09c40c429 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.409403] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 928.409403] env[62839]: value = "task-2757398" [ 928.409403] env[62839]: _type = "Task" [ 928.409403] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.420561] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.485697] env[62839]: DEBUG oslo_concurrency.lockutils [None req-de795346-3778-4f9c-81b4-3397771e5b78 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.485972] env[62839]: DEBUG oslo_concurrency.lockutils [None req-de795346-3778-4f9c-81b4-3397771e5b78 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.486304] env[62839]: DEBUG nova.objects.instance [None req-de795346-3778-4f9c-81b4-3397771e5b78 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'flavor' on Instance uuid 77fa7526-ab22-428f-9056-f31a34e3bad8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.645701] env[62839]: DEBUG nova.compute.manager [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.645946] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.646869] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29795db4-0c1e-4e2d-9fe6-7f70b93b007c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.656311] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.656589] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a50990-4d8c-46f3-aba1-d76c87894328 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.664549] env[62839]: DEBUG oslo_vmware.api [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 928.664549] env[62839]: value = "task-2757399" [ 928.664549] env[62839]: _type = "Task" [ 928.664549] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.676077] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.676484] env[62839]: DEBUG oslo_vmware.api [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.676742] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a77581-0351-437c-a9e5-f5624990bfd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.688828] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 928.688828] env[62839]: value = "task-2757400" [ 928.688828] env[62839]: _type = "Task" [ 928.688828] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.703391] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.703879] env[62839]: DEBUG oslo_concurrency.lockutils [None req-19d1a6a5-9dab-4b79-ae99-0f413c20d7e4 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.011s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.705545] env[62839]: DEBUG nova.network.neutron [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Updating instance_info_cache with network_info: [{"id": "f4a5bee9-978b-453b-950d-8633ab08643b", "address": "fa:16:3e:85:61:f0", "network": {"id": "57760592-cff4-4a3c-8d83-eb0198d1c939", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-440861329", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a5bee9-97", "ovs_interfaceid": "f4a5bee9-978b-453b-950d-8633ab08643b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa0b5db3-e44e-4b8a-be68-dca545467d06", "address": "fa:16:3e:d7:de:fd", "network": {"id": "0c5f3375-3b7d-4bd2-9240-cfe31e553824", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1431406990", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0b5db3-e4", "ovs_interfaceid": "fa0b5db3-e44e-4b8a-be68-dca545467d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.925245] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757398, 'name': PowerOffVM_Task, 'duration_secs': 0.211739} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.925672] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.926060] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.927279] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a9bba-0139-4000-8399-46f3f1319222 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.939069] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.939325] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbfe547c-37f5-4a8d-9c16-c4fb0c2094e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.968346] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.968607] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.968747] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Deleting the datastore file [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.969013] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b435263f-6fd6-4c94-b208-3b9cee1e1b99 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.976788] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 928.976788] env[62839]: value = "task-2757402" [ 928.976788] env[62839]: _type = "Task" [ 928.976788] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.986115] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.993860] env[62839]: DEBUG nova.objects.instance [None req-de795346-3778-4f9c-81b4-3397771e5b78 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'pci_requests' on Instance uuid 77fa7526-ab22-428f-9056-f31a34e3bad8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.081554] env[62839]: DEBUG nova.objects.instance [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lazy-loading 'flavor' on Instance uuid a12e7a53-4957-415e-8e30-ba6cc9a367db {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.180031] env[62839]: DEBUG oslo_vmware.api [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757399, 'name': PowerOffVM_Task, 'duration_secs': 0.225421} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.180425] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.180716] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.181169] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-730ab325-ce5d-40c3-9fc8-466d21b0d190 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.205307] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757400, 'name': PowerOffVM_Task, 'duration_secs': 0.180673} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.205580] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.206305] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.206563] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab0cd46-42dc-4f98-8a0f-9256ae084c15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.211330] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Releasing lock "refresh_cache-1361846e-fc5a-498a-8fd8-1e757cee4691" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.211681] env[62839]: DEBUG nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Instance network_info: |[{"id": "f4a5bee9-978b-453b-950d-8633ab08643b", "address": "fa:16:3e:85:61:f0", "network": {"id": "57760592-cff4-4a3c-8d83-eb0198d1c939", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-440861329", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a5bee9-97", "ovs_interfaceid": "f4a5bee9-978b-453b-950d-8633ab08643b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fa0b5db3-e44e-4b8a-be68-dca545467d06", "address": "fa:16:3e:d7:de:fd", "network": {"id": "0c5f3375-3b7d-4bd2-9240-cfe31e553824", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1431406990", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0b5db3-e4", "ovs_interfaceid": "fa0b5db3-e44e-4b8a-be68-dca545467d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.212162] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:61:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4a5bee9-978b-453b-950d-8633ab08643b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:de:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0b5db3-e44e-4b8a-be68-dca545467d06', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.222901] env[62839]: DEBUG oslo.service.loopingcall [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.227639] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.228282] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 929.228282] env[62839]: value = "task-2757404" [ 929.228282] env[62839]: _type = "Task" [ 929.228282] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.228899] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8db7b22b-c9fd-41c3-8626-3f967828b630 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.258649] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.258854] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.259065] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleting the datastore file [datastore2] 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.259717] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bded181b-66f3-44f5-9c0e-6877fdc79684 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.268773] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.268977] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 929.269212] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554693', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'name': 'volume-9bd5a545-b772-446a-8096-040c75cb115d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e50ecbb-b27c-49e4-92ed-94f6842a3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'serial': '9bd5a545-b772-446a-8096-040c75cb115d'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 929.269510] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.269510] env[62839]: value = "task-2757405" [ 929.269510] env[62839]: _type = "Task" [ 929.269510] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.271141] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe547039-923c-4d83-83cb-c37a466bba5b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.274016] env[62839]: DEBUG oslo_vmware.api [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 929.274016] env[62839]: value = "task-2757406" [ 929.274016] env[62839]: _type = "Task" [ 929.274016] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.305423] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1ceb9-7ac9-4848-8cad-c1781c90b2eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.315564] env[62839]: DEBUG oslo_vmware.api [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.315564] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757405, 'name': CreateVM_Task} progress is 15%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.321223] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322efeda-a3a9-4d46-b570-66a71353d610 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.344796] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d301bd5-09bc-4cee-b17f-22f11cef9385 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.367610] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bd5a545-b772-446a-8096-040c75cb115d/volume-9bd5a545-b772-446a-8096-040c75cb115d.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 929.372981] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.375924] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e28816-0d48-471a-b982-64b05d577dab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.397778] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 929.397778] env[62839]: value = "task-2757407" [ 929.397778] env[62839]: _type = "Task" [ 929.397778] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.409029] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.494028] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099208} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.494159] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.494352] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.494649] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.497715] env[62839]: DEBUG nova.objects.base [None req-de795346-3778-4f9c-81b4-3397771e5b78 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Object Instance<77fa7526-ab22-428f-9056-f31a34e3bad8> lazy-loaded attributes: flavor,pci_requests {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 929.497922] env[62839]: DEBUG nova.network.neutron [None req-de795346-3778-4f9c-81b4-3397771e5b78 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.588060] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6d9a453a-f6be-4ad6-94b0-28ba95598c26 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.885s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.687860] env[62839]: DEBUG oslo_concurrency.lockutils [None req-de795346-3778-4f9c-81b4-3397771e5b78 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.201s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.715559] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3582de84-6e65-497c-99f2-12e95ad540c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.730457] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeb8c75-c894-4843-8c5b-231d977ffc59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.767180] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0843dc6e-3378-491a-9bf8-9003c4c48d21 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.781422] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291fc391-ff01-48b9-b3dd-586d275dbe7f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.805690] env[62839]: DEBUG nova.compute.provider_tree [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.813529] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757405, 'name': CreateVM_Task, 'duration_secs': 0.43884} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.813689] env[62839]: DEBUG oslo_vmware.api [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151794} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.814645] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.814906] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.815098] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.815409] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.815489] env[62839]: INFO nova.compute.manager [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 929.815670] env[62839]: DEBUG oslo.service.loopingcall [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.816448] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.816575] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.816851] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.817330] env[62839]: DEBUG nova.compute.manager [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.817436] env[62839]: DEBUG nova.network.neutron [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.822021] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8e522b-b4eb-452b-b4f8-aca25f47ad56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.826952] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 929.826952] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e17a09-19c7-3220-bc96-3dd5ff16f8e1" [ 929.826952] env[62839]: _type = "Task" [ 929.826952] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.836736] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e17a09-19c7-3220-bc96-3dd5ff16f8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.908554] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757407, 'name': ReconfigVM_Task, 'duration_secs': 0.269789} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.908845] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.913660] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1346c753-183a-494c-bd46-2d8034e23cf0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.932887] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 929.932887] env[62839]: value = "task-2757408" [ 929.932887] env[62839]: _type = "Task" [ 929.932887] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.943410] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.219326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "1d806cea-f5e0-4c86-b707-a3bd910b7289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.219634] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.219749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "1d806cea-f5e0-4c86-b707-a3bd910b7289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.219927] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.220134] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.222896] env[62839]: INFO nova.compute.manager [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Terminating instance [ 930.318023] env[62839]: DEBUG nova.scheduler.client.report [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.339518] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e17a09-19c7-3220-bc96-3dd5ff16f8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.039298} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.340430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.340430] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.340430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.340430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.340623] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.340909] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd2cd01d-12d7-4b7d-aec6-83fdb644e505 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.355936] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.356162] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.357316] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fab7a3-4851-4704-ad05-976a1e276033 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.365037] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 930.365037] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235e41b-6fdd-835d-8c30-9efffabdbf95" [ 930.365037] env[62839]: _type = "Task" [ 930.365037] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.373890] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235e41b-6fdd-835d-8c30-9efffabdbf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.450809] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757408, 'name': ReconfigVM_Task, 'duration_secs': 0.262509} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.450809] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554693', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'name': 'volume-9bd5a545-b772-446a-8096-040c75cb115d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e50ecbb-b27c-49e4-92ed-94f6842a3cf8', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd5a545-b772-446a-8096-040c75cb115d', 'serial': '9bd5a545-b772-446a-8096-040c75cb115d'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 930.450809] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.450809] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe37d991-5734-4e1e-b700-5192b4b1c3d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.459475] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.459929] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c9dc8ba-3a07-4428-afcc-c6446ecbbc63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.537479] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.537479] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.537479] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Deleting the datastore file [datastore1] 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.537479] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ece01cf-c48d-4d01-a1e8-d06bf884c570 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.542520] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.542748] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.542904] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.543099] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.543258] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.543398] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.543612] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.543772] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.543937] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.544142] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.544276] env[62839]: DEBUG nova.virt.hardware [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.545148] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4edd264-c871-4a45-9aca-81a23c065354 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.561040] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e2c0a-3c1d-4c6e-acae-70f64a826e1f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.564906] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for the task: (returnval){ [ 930.564906] env[62839]: value = "task-2757410" [ 930.564906] env[62839]: _type = "Task" [ 930.564906] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.576211] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.581723] env[62839]: DEBUG oslo.service.loopingcall [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.583138] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.583371] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6077f0-141c-4634-9226-4c3c0c8f545f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.599303] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.605790] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.605790] env[62839]: value = "task-2757411" [ 930.605790] env[62839]: _type = "Task" [ 930.605790] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.615371] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757411, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.666383] env[62839]: INFO nova.compute.manager [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Rescuing [ 930.666383] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.666531] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.666690] env[62839]: DEBUG nova.network.neutron [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.730358] env[62839]: DEBUG nova.compute.manager [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.730728] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.732099] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77beae-68c6-45ef-b3cb-ca43d5d75ba7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.743529] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.743884] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abbce0d5-9a46-4192-aee6-f4b1c7301a32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.751432] env[62839]: DEBUG oslo_vmware.api [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 930.751432] env[62839]: value = "task-2757412" [ 930.751432] env[62839]: _type = "Task" [ 930.751432] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.763696] env[62839]: DEBUG oslo_vmware.api [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.821385] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.822438] env[62839]: DEBUG nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.825801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.516s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.826171] env[62839]: DEBUG nova.objects.instance [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lazy-loading 'resources' on Instance uuid 0508659c-8908-4840-91f5-3d8ad8146172 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.882658] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5235e41b-6fdd-835d-8c30-9efffabdbf95, 'name': SearchDatastore_Task, 'duration_secs': 0.027358} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.883383] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794814f6-b334-4ccb-a226-831c3eb8b256 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.891493] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 930.891493] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fa8e2-95a3-2105-9ed7-91fc3506fa65" [ 930.891493] env[62839]: _type = "Task" [ 930.891493] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.902716] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fa8e2-95a3-2105-9ed7-91fc3506fa65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.076891] env[62839]: DEBUG oslo_vmware.api [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Task: {'id': task-2757410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129983} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.077324] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.077588] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.077987] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.124252] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757411, 'name': CreateVM_Task, 'duration_secs': 0.390682} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.125533] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.125533] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.125533] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.125533] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.125969] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee12eb3-4b64-48f5-be29-75e0a0e6def1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.131704] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 931.131704] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cb0d77-2df3-72b1-dc2d-2b3de4bc9b5f" [ 931.131704] env[62839]: _type = "Task" [ 931.131704] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.150024] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cb0d77-2df3-72b1-dc2d-2b3de4bc9b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.155406] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 931.155762] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ca31cc2-b619-4448-a4cd-6ea7c30d70bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.172774] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b357a988-3ef3-4ffb-91a5-f4d6e99549c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.222023] env[62839]: ERROR nova.compute.manager [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Failed to detach volume 9bd5a545-b772-446a-8096-040c75cb115d from /dev/sda: nova.exception.InstanceNotFound: Instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 could not be found. [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Traceback (most recent call last): [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self.driver.rebuild(**kwargs) [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] raise NotImplementedError() [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] NotImplementedError [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] During handling of the above exception, another exception occurred: [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Traceback (most recent call last): [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self.driver.detach_volume(context, old_connection_info, [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] return self._volumeops.detach_volume(connection_info, instance) [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self._detach_volume_vmdk(connection_info, instance) [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] stable_ref.fetch_moref(session) [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] nova.exception.InstanceNotFound: Instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 could not be found. [ 931.222023] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.271374] env[62839]: DEBUG oslo_vmware.api [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757412, 'name': PowerOffVM_Task, 'duration_secs': 0.260767} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.271374] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.271374] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.271374] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-696ba8d1-73ab-48a2-a310-f66d9d1bdc5d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.330386] env[62839]: DEBUG nova.compute.utils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.332490] env[62839]: DEBUG nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.333816] env[62839]: DEBUG nova.network.neutron [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.349414] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.349414] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.349414] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleting the datastore file [datastore1] 1d806cea-f5e0-4c86-b707-a3bd910b7289 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.349746] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c81830d-27ad-4a99-9cdb-945d2d2c0a59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.361143] env[62839]: DEBUG oslo_vmware.api [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 931.361143] env[62839]: value = "task-2757414" [ 931.361143] env[62839]: _type = "Task" [ 931.361143] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.392560] env[62839]: DEBUG oslo_vmware.api [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.406293] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fa8e2-95a3-2105-9ed7-91fc3506fa65, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.409395] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.409691] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 1361846e-fc5a-498a-8fd8-1e757cee4691/1361846e-fc5a-498a-8fd8-1e757cee4691.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.410840] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431b4853-ec92-446d-94a3-c8a782c8843c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.425781] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 931.425781] env[62839]: value = "task-2757415" [ 931.425781] env[62839]: _type = "Task" [ 931.425781] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.436278] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.441090] env[62839]: DEBUG nova.policy [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f537a167ae6472ba2bf741e383cad46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c952cff1852475a81639ea11745c9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.453466] env[62839]: DEBUG nova.compute.utils [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Build of instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 aborted: Failed to rebuild volume backed instance. {{(pid=62839) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 931.459187] env[62839]: ERROR nova.compute.manager [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 aborted: Failed to rebuild volume backed instance. [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Traceback (most recent call last): [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self.driver.rebuild(**kwargs) [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] raise NotImplementedError() [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] NotImplementedError [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] During handling of the above exception, another exception occurred: [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Traceback (most recent call last): [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self._detach_root_volume(context, instance, root_bdm) [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] with excutils.save_and_reraise_exception(): [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self.force_reraise() [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] raise self.value [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self.driver.detach_volume(context, old_connection_info, [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] return self._volumeops.detach_volume(connection_info, instance) [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self._detach_volume_vmdk(connection_info, instance) [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] stable_ref.fetch_moref(session) [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] nova.exception.InstanceNotFound: Instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 could not be found. [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] During handling of the above exception, another exception occurred: [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Traceback (most recent call last): [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] yield [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 931.459187] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self._do_rebuild_instance_with_claim( [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self._do_rebuild_instance( [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self._rebuild_default_impl(**kwargs) [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] self._rebuild_volume_backed_instance( [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] raise exception.BuildAbortException( [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] nova.exception.BuildAbortException: Build of instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 aborted: Failed to rebuild volume backed instance. [ 931.460393] env[62839]: ERROR nova.compute.manager [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] [ 931.561548] env[62839]: DEBUG nova.network.neutron [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.650625] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cb0d77-2df3-72b1-dc2d-2b3de4bc9b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.654561] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.654808] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.655057] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.655215] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.655404] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.656329] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4178d6d0-8fbe-4698-861e-b2b1321833ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.673895] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.674101] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.677519] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bd65e9-01a7-48d9-8434-f4f52dac46c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.687892] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 931.687892] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521ed932-3281-2c48-a514-4e481767e172" [ 931.687892] env[62839]: _type = "Task" [ 931.687892] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.706351] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521ed932-3281-2c48-a514-4e481767e172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.762790] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "2ceae003-e299-4cda-8776-803164605051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.763079] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "2ceae003-e299-4cda-8776-803164605051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.770962] env[62839]: DEBUG nova.network.neutron [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.836493] env[62839]: DEBUG nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.875318] env[62839]: DEBUG oslo_vmware.api [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228754} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.877180] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.877180] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.877180] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.877180] env[62839]: INFO nova.compute.manager [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Took 1.15 seconds to destroy the instance on the hypervisor. [ 931.877180] env[62839]: DEBUG oslo.service.loopingcall [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.877180] env[62839]: DEBUG nova.compute.manager [-] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.877180] env[62839]: DEBUG nova.network.neutron [-] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.913449] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5b8fe-c87e-4211-a01e-bec8dd5cd822 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.923768] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764fdaaa-5227-4826-abf6-bb82a65c2fa0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.942118] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.975753] env[62839]: DEBUG nova.compute.manager [req-ea8b15a8-7028-4043-8294-e00a26214f91 req-9896dd22-ccbf-4b55-8994-aed3d3537165 service nova] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Received event network-vif-deleted-bf468c24-f57c-402f-8b79-c86dd894bbe0 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.976852] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398825d-516b-4b85-8ae9-8546dab333a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.988306] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063244e9-aa22-45dc-96b7-a3f078c0a835 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.005881] env[62839]: DEBUG nova.compute.provider_tree [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.008973] env[62839]: DEBUG nova.network.neutron [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Successfully created port: 18115182-6bb3-4d3f-8971-06185783144e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.065476] env[62839]: INFO nova.compute.manager [-] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Took 2.25 seconds to deallocate network for instance. [ 932.202312] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521ed932-3281-2c48-a514-4e481767e172, 'name': SearchDatastore_Task, 'duration_secs': 0.055853} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.204017] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60362ce6-7d13-44a0-92fd-7418b0478b72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.214567] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 932.214567] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529a682c-167e-fd70-e57e-7b13dfd7c135" [ 932.214567] env[62839]: _type = "Task" [ 932.214567] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.226691] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529a682c-167e-fd70-e57e-7b13dfd7c135, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.226691] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.226691] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.226691] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e80b7a36-0e1c-400f-8424-1d4b074e5ac3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.232652] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 932.232652] env[62839]: value = "task-2757416" [ 932.232652] env[62839]: _type = "Task" [ 932.232652] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.241596] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.270025] env[62839]: DEBUG nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.272955] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.317215] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.317471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.317982] env[62839]: DEBUG nova.objects.instance [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'flavor' on Instance uuid 77fa7526-ab22-428f-9056-f31a34e3bad8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.439658] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557501} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.439957] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 1361846e-fc5a-498a-8fd8-1e757cee4691/1361846e-fc5a-498a-8fd8-1e757cee4691.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.440237] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.440582] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dbd39dd-ba08-404f-99ff-73682c78fad0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.450091] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 932.450091] env[62839]: value = "task-2757417" [ 932.450091] env[62839]: _type = "Task" [ 932.450091] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.462921] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.511693] env[62839]: DEBUG nova.scheduler.client.report [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.575796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.743838] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757416, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.800918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.801885] env[62839]: DEBUG nova.network.neutron [-] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.849634] env[62839]: DEBUG nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.878171] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.878479] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.878680] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.879026] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.879231] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.879421] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.879673] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.879873] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.880097] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.880304] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.880757] env[62839]: DEBUG nova.virt.hardware [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.881654] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5543c2ec-44db-498c-bb87-b42630d30247 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.896667] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b29fd62-ddc6-4346-912f-80f07b1f15f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.923361] env[62839]: DEBUG nova.objects.instance [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'pci_requests' on Instance uuid 77fa7526-ab22-428f-9056-f31a34e3bad8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.961201] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171005} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.961201] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.962261] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce50a76-bcff-49f2-a503-028f63a36b04 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.991358] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 1361846e-fc5a-498a-8fd8-1e757cee4691/1361846e-fc5a-498a-8fd8-1e757cee4691.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.992092] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4204f783-0aab-4e13-ad2e-68ec29d49082 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.016360] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.018672] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 933.018672] env[62839]: value = "task-2757418" [ 933.018672] env[62839]: _type = "Task" [ 933.018672] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.019423] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.609s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.019487] env[62839]: DEBUG nova.objects.instance [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lazy-loading 'resources' on Instance uuid 961e86bc-f5a7-472e-bc68-c407db2e1c64 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.033596] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.046523] env[62839]: INFO nova.scheduler.client.report [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleted allocations for instance 0508659c-8908-4840-91f5-3d8ad8146172 [ 933.175798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.176086] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.245473] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527764} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.245808] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.245951] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.246228] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6f4503-1ffb-4d2d-9909-5d639d420032 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.253852] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 933.253852] env[62839]: value = "task-2757419" [ 933.253852] env[62839]: _type = "Task" [ 933.253852] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.263514] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.305363] env[62839]: INFO nova.compute.manager [-] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Took 1.43 seconds to deallocate network for instance. [ 933.426163] env[62839]: DEBUG nova.objects.base [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Object Instance<77fa7526-ab22-428f-9056-f31a34e3bad8> lazy-loaded attributes: flavor,pci_requests {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.426893] env[62839]: DEBUG nova.network.neutron [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.473264] env[62839]: DEBUG nova.policy [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.493617] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.536258] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757418, 'name': ReconfigVM_Task, 'duration_secs': 0.41072} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.536666] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 1361846e-fc5a-498a-8fd8-1e757cee4691/1361846e-fc5a-498a-8fd8-1e757cee4691.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.537435] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61528f84-5e4a-466d-ad29-71cd92df21cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.547796] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 933.547796] env[62839]: value = "task-2757420" [ 933.547796] env[62839]: _type = "Task" [ 933.547796] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.558436] env[62839]: DEBUG oslo_concurrency.lockutils [None req-48ffdeff-1579-424d-a38f-d7a6e1a3bbd7 tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "0508659c-8908-4840-91f5-3d8ad8146172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.718s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.566012] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757420, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.678338] env[62839]: DEBUG nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.731318] env[62839]: DEBUG nova.network.neutron [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Successfully updated port: 18115182-6bb3-4d3f-8971-06185783144e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.767202] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072653} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.767505] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.768799] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b74cf5-a045-49a3-93cf-6dd7da680961 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.793306] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.796357] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef4aa54f-da4a-4129-97e2-f46d82e7178f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.815794] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.822889] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.824856] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7557471-723e-4bfa-84a4-feaf450dc164 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.826904] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 933.826904] env[62839]: value = "task-2757421" [ 933.826904] env[62839]: _type = "Task" [ 933.826904] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.833704] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 933.833704] env[62839]: value = "task-2757422" [ 933.833704] env[62839]: _type = "Task" [ 933.833704] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.844655] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.855449] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.897175] env[62839]: DEBUG nova.network.neutron [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Successfully created port: c1178659-ba08-4c05-9f5a-757af9cb8ee8 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.019542] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aad769-982b-41fb-9e9e-018719266326 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.027294] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5375898b-9eea-457a-9c1d-85cb9298d46e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.034393] env[62839]: DEBUG nova.compute.manager [req-363c06b9-5418-46a8-963e-46753f62f827 req-262c44e6-27d3-4811-863b-32cfba9d736f service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Received event network-vif-plugged-18115182-6bb3-4d3f-8971-06185783144e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.034521] env[62839]: DEBUG oslo_concurrency.lockutils [req-363c06b9-5418-46a8-963e-46753f62f827 req-262c44e6-27d3-4811-863b-32cfba9d736f service nova] Acquiring lock "85999760-236d-43e1-9c01-be2a04de801c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.034698] env[62839]: DEBUG oslo_concurrency.lockutils [req-363c06b9-5418-46a8-963e-46753f62f827 req-262c44e6-27d3-4811-863b-32cfba9d736f service nova] Lock "85999760-236d-43e1-9c01-be2a04de801c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.034856] env[62839]: DEBUG oslo_concurrency.lockutils [req-363c06b9-5418-46a8-963e-46753f62f827 req-262c44e6-27d3-4811-863b-32cfba9d736f service nova] Lock "85999760-236d-43e1-9c01-be2a04de801c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.035027] env[62839]: DEBUG nova.compute.manager [req-363c06b9-5418-46a8-963e-46753f62f827 req-262c44e6-27d3-4811-863b-32cfba9d736f service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] No waiting events found dispatching network-vif-plugged-18115182-6bb3-4d3f-8971-06185783144e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.035238] env[62839]: WARNING nova.compute.manager [req-363c06b9-5418-46a8-963e-46753f62f827 req-262c44e6-27d3-4811-863b-32cfba9d736f service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Received unexpected event network-vif-plugged-18115182-6bb3-4d3f-8971-06185783144e for instance with vm_state building and task_state spawning. [ 934.077571] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e24aa0-c10b-4d81-a7e2-50c6da7d4a8c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.086382] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757420, 'name': Rename_Task, 'duration_secs': 0.162404} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.088919] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.089301] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da92f00d-8743-4a34-b0b1-a51146d62c9a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.092236] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f6d32-f77f-4000-a88e-ea75d8ad3712 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.110866] env[62839]: DEBUG nova.compute.provider_tree [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.117795] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 934.117795] env[62839]: value = "task-2757423" [ 934.117795] env[62839]: _type = "Task" [ 934.117795] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.122481] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.153093] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.153399] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.203513] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.236312] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "refresh_cache-85999760-236d-43e1-9c01-be2a04de801c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.236464] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "refresh_cache-85999760-236d-43e1-9c01-be2a04de801c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.236615] env[62839]: DEBUG nova.network.neutron [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.339026] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757421, 'name': ReconfigVM_Task, 'duration_secs': 0.350332} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.341695] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2/01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.342343] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c698add-1d48-4729-ab03-7fe5080b178c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.351332] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757422, 'name': PowerOffVM_Task, 'duration_secs': 0.240173} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.351908] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.352043] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 934.352043] env[62839]: value = "task-2757424" [ 934.352043] env[62839]: _type = "Task" [ 934.352043] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.352759] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea73f868-4bf7-4f62-822a-3ce55ec12ae7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.364347] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757424, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.384600] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578f45a-7ca7-428a-891c-fc324a96b742 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.418629] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.419324] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811e3725-a0c7-49f7-a672-2957666e140c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.428468] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 934.428468] env[62839]: value = "task-2757425" [ 934.428468] env[62839]: _type = "Task" [ 934.428468] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.439996] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.440317] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.440496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.440649] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.440816] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.441074] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98750028-85be-40b6-a9d0-fb6254efbf8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.450522] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.450633] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.451357] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216c2f46-a81a-486e-9b5a-0f1ec39b2dba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.462873] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 934.462873] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5285e8d7-02b7-8a00-bbba-0f628a4e8128" [ 934.462873] env[62839]: _type = "Task" [ 934.462873] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.472455] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5285e8d7-02b7-8a00-bbba-0f628a4e8128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.614111] env[62839]: DEBUG nova.scheduler.client.report [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.623849] env[62839]: DEBUG nova.compute.manager [req-1d690c39-ceb1-4ffe-95b8-a5409e5ce225 req-e46ce78b-c8a2-42b5-8120-5f4236e5dc72 service nova] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Received event network-vif-deleted-878e49ee-d8f1-4824-9ff0-b0cf38116fa8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.630966] env[62839]: DEBUG oslo_vmware.api [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757423, 'name': PowerOnVM_Task, 'duration_secs': 0.50914} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.631956] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.632282] env[62839]: INFO nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Took 12.66 seconds to spawn the instance on the hypervisor. [ 934.632495] env[62839]: DEBUG nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.633587] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70862190-55fc-435c-be9c-fb7cb196d7c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.657628] env[62839]: DEBUG nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.772672] env[62839]: DEBUG nova.network.neutron [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.866489] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757424, 'name': Rename_Task, 'duration_secs': 0.147874} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.866774] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.867325] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-705c587b-a16a-47b0-be0c-1b8ad2af2c3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.875021] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 934.875021] env[62839]: value = "task-2757426" [ 934.875021] env[62839]: _type = "Task" [ 934.875021] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.883022] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.904587] env[62839]: DEBUG nova.network.neutron [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Updating instance_info_cache with network_info: [{"id": "18115182-6bb3-4d3f-8971-06185783144e", "address": "fa:16:3e:b0:bd:c1", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18115182-6b", "ovs_interfaceid": "18115182-6bb3-4d3f-8971-06185783144e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.973787] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5285e8d7-02b7-8a00-bbba-0f628a4e8128, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.974703] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60651c9b-ac27-4f4a-95ad-ab9aa998eba9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.981365] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 934.981365] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bdd11a-485b-b664-386f-6f62a180974e" [ 934.981365] env[62839]: _type = "Task" [ 934.981365] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.990051] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bdd11a-485b-b664-386f-6f62a180974e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.104237] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.104419] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.123228] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.125706] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.306s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.125929] env[62839]: DEBUG nova.objects.instance [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lazy-loading 'resources' on Instance uuid 9d118db1-1c66-4b29-9ecf-32e7ab9460ac {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.150740] env[62839]: INFO nova.scheduler.client.report [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Deleted allocations for instance 961e86bc-f5a7-472e-bc68-c407db2e1c64 [ 935.157947] env[62839]: INFO nova.compute.manager [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Took 34.67 seconds to build instance. [ 935.180820] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.334019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquiring lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.334019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.334019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquiring lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.334019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.334019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.335810] env[62839]: INFO nova.compute.manager [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Terminating instance [ 935.387288] env[62839]: DEBUG oslo_vmware.api [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757426, 'name': PowerOnVM_Task, 'duration_secs': 0.428371} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.387288] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.387288] env[62839]: DEBUG nova.compute.manager [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.387976] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a03897-d52e-43db-88b8-cc2c564e1ee2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.408025] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "refresh_cache-85999760-236d-43e1-9c01-be2a04de801c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.408025] env[62839]: DEBUG nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Instance network_info: |[{"id": "18115182-6bb3-4d3f-8971-06185783144e", "address": "fa:16:3e:b0:bd:c1", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18115182-6b", "ovs_interfaceid": "18115182-6bb3-4d3f-8971-06185783144e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.408025] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:bd:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18115182-6bb3-4d3f-8971-06185783144e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.415459] env[62839]: DEBUG oslo.service.loopingcall [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.415995] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.416282] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-210a5339-ede2-4a4a-b9ec-51bc33de2a14 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.437755] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.437755] env[62839]: value = "task-2757427" [ 935.437755] env[62839]: _type = "Task" [ 935.437755] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.446753] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757427, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.491908] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bdd11a-485b-b664-386f-6f62a180974e, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.492195] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.492631] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. {{(pid=62839) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 935.492779] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1a53bd2-2cce-4680-b134-d83f555ad45b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.501227] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 935.501227] env[62839]: value = "task-2757428" [ 935.501227] env[62839]: _type = "Task" [ 935.501227] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.510813] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.613749] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.613981] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.614188] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.614306] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.614465] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.614582] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.614739] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 935.614904] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.661599] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6a6428b-f0ec-4d3c-a705-d2b1d9d0305b tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.184s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.662095] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6b028481-d802-4a68-a411-25a14465f65f tempest-ListServersNegativeTestJSON-1384046743 tempest-ListServersNegativeTestJSON-1384046743-project-member] Lock "961e86bc-f5a7-472e-bc68-c407db2e1c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.675s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.705792] env[62839]: DEBUG nova.network.neutron [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Successfully updated port: c1178659-ba08-4c05-9f5a-757af9cb8ee8 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.845066] env[62839]: DEBUG nova.compute.manager [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.845066] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddb101dd-d97a-421e-bace-440fd2d21093 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.869253] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fc5390-8aa7-4184-884b-a28aebf7204f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.941162] env[62839]: WARNING nova.virt.vmwareapi.driver [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 could not be found. [ 935.941529] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.942775] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.943174] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69344c92-a617-4bce-96a6-56d9915e5d33 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.968509] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757427, 'name': CreateVM_Task, 'duration_secs': 0.347811} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.974788] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.976555] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.976924] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.977492] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.983450] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea240df-3c84-40c7-892b-b754258ee097 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.008014] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb500ea-0a46-44d1-8d0d-a6cf668519a7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.021684] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 936.021684] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5221aabd-714d-76f7-ac87-4687c10739b0" [ 936.021684] env[62839]: _type = "Task" [ 936.021684] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.030740] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50237} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.036455] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. [ 936.057209] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb9ea6a-33ff-4439-9173-1cf6fdeebdd0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.061875] env[62839]: WARNING nova.virt.vmwareapi.vmops [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 could not be found. [ 936.063286] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.063286] env[62839]: INFO nova.compute.manager [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Took 0.22 seconds to destroy the instance on the hypervisor. [ 936.063286] env[62839]: DEBUG oslo.service.loopingcall [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.067253] env[62839]: DEBUG nova.compute.manager [-] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.071114] env[62839]: DEBUG nova.network.neutron [-] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.076490] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5221aabd-714d-76f7-ac87-4687c10739b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.104062] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.104508] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.104884] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.105179] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.105475] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.118092] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.124600] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28455189-9d11-4644-9bae-4892c40b6f64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.127692] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.128102] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0aa418-218d-45b6-9ef7-75ef28b3104c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.149659] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 936.149659] env[62839]: value = "task-2757429" [ 936.149659] env[62839]: _type = "Task" [ 936.149659] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.150829] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.151016] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.155306] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1aa809-a67d-49fe-a5ee-f45971446034 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.164926] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 936.164926] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5254f041-4a36-a1e9-2c55-3ae7ad6557ec" [ 936.164926] env[62839]: _type = "Task" [ 936.164926] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.168351] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.180881] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5254f041-4a36-a1e9-2c55-3ae7ad6557ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.181147] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974429b4-b89e-4338-9d12-8193303a1622 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.188220] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 936.188220] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52936236-7e9b-0e12-1c3e-82f4511d936f" [ 936.188220] env[62839]: _type = "Task" [ 936.188220] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.196602] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52936236-7e9b-0e12-1c3e-82f4511d936f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.209594] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.209826] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.210040] env[62839]: DEBUG nova.network.neutron [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.212615] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ba953e-8b2b-44a6-8f89-f16316902fa4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.221140] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72116e49-cc28-4f47-9804-904a6ca4c6f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.253784] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6300e9c-73fa-4583-86ff-01152ffa7951 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.262665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63932315-b7ad-40bd-8fb8-3ade30584a8a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.276761] env[62839]: DEBUG nova.compute.provider_tree [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.662906] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.699563] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52936236-7e9b-0e12-1c3e-82f4511d936f, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.699837] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.700111] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 85999760-236d-43e1-9c01-be2a04de801c/85999760-236d-43e1-9c01-be2a04de801c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.700379] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55860bd6-9b15-4b62-a0fd-da479feac9f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.708832] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 936.708832] env[62839]: value = "task-2757430" [ 936.708832] env[62839]: _type = "Task" [ 936.708832] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.720583] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.766976] env[62839]: WARNING nova.network.neutron [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] ab7e5a5c-7b43-4999-b0af-95ed10a13649 already exists in list: networks containing: ['ab7e5a5c-7b43-4999-b0af-95ed10a13649']. ignoring it [ 936.780422] env[62839]: DEBUG nova.scheduler.client.report [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.896670] env[62839]: DEBUG nova.compute.manager [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.897865] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5324d61d-7e77-406c-8cae-67851025ac6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.103761] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "1361846e-fc5a-498a-8fd8-1e757cee4691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.103994] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.104237] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.104431] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.104607] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.106903] env[62839]: INFO nova.compute.manager [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Terminating instance [ 937.163227] env[62839]: DEBUG nova.compute.manager [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Received event network-changed-18115182-6bb3-4d3f-8971-06185783144e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.163775] env[62839]: DEBUG nova.compute.manager [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Refreshing instance network info cache due to event network-changed-18115182-6bb3-4d3f-8971-06185783144e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.164124] env[62839]: DEBUG oslo_concurrency.lockutils [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] Acquiring lock "refresh_cache-85999760-236d-43e1-9c01-be2a04de801c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.164464] env[62839]: DEBUG oslo_concurrency.lockutils [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] Acquired lock "refresh_cache-85999760-236d-43e1-9c01-be2a04de801c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.164771] env[62839]: DEBUG nova.network.neutron [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Refreshing network info cache for port 18115182-6bb3-4d3f-8971-06185783144e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.173376] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757429, 'name': ReconfigVM_Task, 'duration_secs': 0.515203} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.175426] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.180018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91855cc5-07c4-4c19-a15b-8bede548e0f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.212380] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b51d696-f108-4b93-9ab6-80853e176ea5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.235447] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456096} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.236942] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 85999760-236d-43e1-9c01-be2a04de801c/85999760-236d-43e1-9c01-be2a04de801c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.237388] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.237814] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 937.237814] env[62839]: value = "task-2757431" [ 937.237814] env[62839]: _type = "Task" [ 937.237814] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.238219] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63c836bb-ddcc-412f-8512-3d374c820f37 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.253296] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 937.253296] env[62839]: value = "task-2757432" [ 937.253296] env[62839]: _type = "Task" [ 937.253296] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.253589] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.264066] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.285712] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.288846] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.971s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.289767] env[62839]: INFO nova.compute.claims [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.311873] env[62839]: INFO nova.scheduler.client.report [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Deleted allocations for instance 9d118db1-1c66-4b29-9ecf-32e7ab9460ac [ 937.363831] env[62839]: DEBUG nova.network.neutron [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "address": "fa:16:3e:a3:0d:04", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1178659-ba", "ovs_interfaceid": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.413331] env[62839]: INFO nova.compute.manager [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] instance snapshotting [ 937.414138] env[62839]: DEBUG nova.objects.instance [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'flavor' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.542344] env[62839]: DEBUG nova.network.neutron [-] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.611928] env[62839]: DEBUG nova.compute.manager [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.612668] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.613228] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e38686-58d8-4d8f-bef3-65d2818c0b94 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.624566] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.624842] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e9651c-b92b-479e-a02d-741055f20f57 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.632217] env[62839]: DEBUG oslo_vmware.api [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 937.632217] env[62839]: value = "task-2757433" [ 937.632217] env[62839]: _type = "Task" [ 937.632217] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.641637] env[62839]: DEBUG oslo_vmware.api [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.750940] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757431, 'name': ReconfigVM_Task, 'duration_secs': 0.283332} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.751328] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.751608] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d39153d-0ed3-435a-b3e1-c95cf3ccbe1f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.760339] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 937.760339] env[62839]: value = "task-2757434" [ 937.760339] env[62839]: _type = "Task" [ 937.760339] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.769997] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072629} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.770093] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.770847] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d4f03-7074-441e-b1cb-284ab1f53e9c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.776776] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.802644] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 85999760-236d-43e1-9c01-be2a04de801c/85999760-236d-43e1-9c01-be2a04de801c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.808363] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c06a684-5669-4211-83b8-445089c444fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.827930] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4ae66f26-c802-4d32-ac26-932d1ab9db95 tempest-MigrationsAdminTest-1575948824 tempest-MigrationsAdminTest-1575948824-project-member] Lock "9d118db1-1c66-4b29-9ecf-32e7ab9460ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.347s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.834080] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 937.834080] env[62839]: value = "task-2757435" [ 937.834080] env[62839]: _type = "Task" [ 937.834080] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.850516] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.866774] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.868035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.868035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.873019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b317b297-767a-4cc7-ae56-164351706aa2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.874347] env[62839]: DEBUG nova.compute.manager [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-vif-plugged-c1178659-ba08-4c05-9f5a-757af9cb8ee8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.874555] env[62839]: DEBUG oslo_concurrency.lockutils [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.874752] env[62839]: DEBUG oslo_concurrency.lockutils [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.874924] env[62839]: DEBUG oslo_concurrency.lockutils [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.875108] env[62839]: DEBUG nova.compute.manager [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] No waiting events found dispatching network-vif-plugged-c1178659-ba08-4c05-9f5a-757af9cb8ee8 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.875284] env[62839]: WARNING nova.compute.manager [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received unexpected event network-vif-plugged-c1178659-ba08-4c05-9f5a-757af9cb8ee8 for instance with vm_state active and task_state None. [ 937.875411] env[62839]: DEBUG nova.compute.manager [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-changed-c1178659-ba08-4c05-9f5a-757af9cb8ee8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.875978] env[62839]: DEBUG nova.compute.manager [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing instance network info cache due to event network-changed-c1178659-ba08-4c05-9f5a-757af9cb8ee8. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.875978] env[62839]: DEBUG oslo_concurrency.lockutils [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.875978] env[62839]: DEBUG oslo_concurrency.lockutils [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.876144] env[62839]: DEBUG nova.network.neutron [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing network info cache for port c1178659-ba08-4c05-9f5a-757af9cb8ee8 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.900582] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.900582] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.900582] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.900582] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.900582] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.900582] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.900868] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.900906] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.901063] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.901242] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.901429] env[62839]: DEBUG nova.virt.hardware [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.907893] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfiguring VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 937.912511] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4943b0f-a151-470e-b80f-dc7592bbe10a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.932022] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d905d0-348f-4e9c-89b8-c395443136c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.936575] env[62839]: DEBUG oslo_vmware.api [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 937.936575] env[62839]: value = "task-2757436" [ 937.936575] env[62839]: _type = "Task" [ 937.936575] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.948093] env[62839]: DEBUG oslo_vmware.api [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757436, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.962181] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5a0eb-6da6-491d-a82f-9c59e6f77b43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.016285] env[62839]: DEBUG nova.network.neutron [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Updated VIF entry in instance network info cache for port 18115182-6bb3-4d3f-8971-06185783144e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.016705] env[62839]: DEBUG nova.network.neutron [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Updating instance_info_cache with network_info: [{"id": "18115182-6bb3-4d3f-8971-06185783144e", "address": "fa:16:3e:b0:bd:c1", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18115182-6b", "ovs_interfaceid": "18115182-6bb3-4d3f-8971-06185783144e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.045834] env[62839]: INFO nova.compute.manager [-] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Took 1.98 seconds to deallocate network for instance. [ 938.154526] env[62839]: DEBUG oslo_vmware.api [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757433, 'name': PowerOffVM_Task, 'duration_secs': 0.453265} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.154526] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.154526] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.154870] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc0da1b-6fbc-4a5c-baff-dc54590f93d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.272843] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.292377] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.292723] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.292926] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Deleting the datastore file [datastore2] 1361846e-fc5a-498a-8fd8-1e757cee4691 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.293240] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398c3946-b732-4c9e-a161-061f8f73851d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.301323] env[62839]: DEBUG oslo_vmware.api [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for the task: (returnval){ [ 938.301323] env[62839]: value = "task-2757438" [ 938.301323] env[62839]: _type = "Task" [ 938.301323] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.311101] env[62839]: DEBUG oslo_vmware.api [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.346138] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757435, 'name': ReconfigVM_Task, 'duration_secs': 0.400042} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.346138] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 85999760-236d-43e1-9c01-be2a04de801c/85999760-236d-43e1-9c01-be2a04de801c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.347403] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb524e65-9628-4060-ae58-69f24be0b323 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.356817] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 938.356817] env[62839]: value = "task-2757439" [ 938.356817] env[62839]: _type = "Task" [ 938.356817] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.369606] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757439, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.458182] env[62839]: DEBUG oslo_vmware.api [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.477029] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 938.477029] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61c266fc-e11f-475c-b553-d0c05afdc430 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.487166] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 938.487166] env[62839]: value = "task-2757440" [ 938.487166] env[62839]: _type = "Task" [ 938.487166] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.508101] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.522505] env[62839]: DEBUG oslo_concurrency.lockutils [req-7a2d3a7b-d78d-42b3-8a0b-9ea1e0a52cba req-a05b7100-6e33-4118-b7d2-4f166906e4e2 service nova] Releasing lock "refresh_cache-85999760-236d-43e1-9c01-be2a04de801c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.615970] env[62839]: INFO nova.compute.manager [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Took 0.57 seconds to detach 1 volumes for instance. [ 938.620499] env[62839]: DEBUG nova.compute.manager [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Deleting volume: 9bd5a545-b772-446a-8096-040c75cb115d {{(pid=62839) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 938.645476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.645739] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.645945] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.646139] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.646753] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.653100] env[62839]: INFO nova.compute.manager [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Terminating instance [ 938.720308] env[62839]: DEBUG nova.network.neutron [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updated VIF entry in instance network info cache for port c1178659-ba08-4c05-9f5a-757af9cb8ee8. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.720776] env[62839]: DEBUG nova.network.neutron [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "address": "fa:16:3e:a3:0d:04", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1178659-ba", "ovs_interfaceid": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.741999] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0308fc-43ed-4c32-8733-94971caf5568 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.753251] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb4f924-08c7-49d0-a76f-7f3094e8c695 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.789788] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd771cf-a815-4000-9342-bf03ef17b715 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.798611] env[62839]: DEBUG oslo_vmware.api [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757434, 'name': PowerOnVM_Task, 'duration_secs': 0.773574} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.800941] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.803758] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70137ad-8971-4d7b-81d4-9a2ae6e92483 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.808425] env[62839]: DEBUG nova.compute.manager [None req-95bb2b3b-e995-4895-89f0-c852b017b804 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.812419] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32129346-b4de-4683-9d49-b901e9865666 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.837839] env[62839]: DEBUG oslo_vmware.api [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Task: {'id': task-2757438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20179} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.837839] env[62839]: DEBUG nova.compute.provider_tree [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.839152] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.839350] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.839589] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.839723] env[62839]: INFO nova.compute.manager [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Took 1.23 seconds to destroy the instance on the hypervisor. [ 938.839974] env[62839]: DEBUG oslo.service.loopingcall [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.840198] env[62839]: DEBUG nova.compute.manager [-] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.840307] env[62839]: DEBUG nova.network.neutron [-] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.870329] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757439, 'name': Rename_Task, 'duration_secs': 0.17875} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.870627] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.870965] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ac45cd-2ce3-4124-ab70-706c3219ae72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.878927] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 938.878927] env[62839]: value = "task-2757442" [ 938.878927] env[62839]: _type = "Task" [ 938.878927] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.888557] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.948352] env[62839]: DEBUG oslo_vmware.api [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.000650] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757440, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.157703] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "refresh_cache-01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.157918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquired lock "refresh_cache-01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.158028] env[62839]: DEBUG nova.network.neutron [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.187520] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.225790] env[62839]: DEBUG oslo_concurrency.lockutils [req-2f537548-3dee-4e64-bc23-78fe4808febf req-50801b5b-1595-4e00-83f9-790db8a00477 service nova] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.344558] env[62839]: DEBUG nova.scheduler.client.report [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.390962] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757442, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.452021] env[62839]: DEBUG oslo_vmware.api [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757436, 'name': ReconfigVM_Task, 'duration_secs': 1.346837} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.452021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.452021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfigured VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 939.505563] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757440, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.610921] env[62839]: DEBUG nova.compute.manager [req-68615e90-a78e-4ecd-b540-3092b358bae8 req-022f60d6-2650-46a6-b18f-652c97d0401d service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received event network-vif-deleted-fa0b5db3-e44e-4b8a-be68-dca545467d06 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.611151] env[62839]: INFO nova.compute.manager [req-68615e90-a78e-4ecd-b540-3092b358bae8 req-022f60d6-2650-46a6-b18f-652c97d0401d service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Neutron deleted interface fa0b5db3-e44e-4b8a-be68-dca545467d06; detaching it from the instance and deleting it from the info cache [ 939.611399] env[62839]: DEBUG nova.network.neutron [req-68615e90-a78e-4ecd-b540-3092b358bae8 req-022f60d6-2650-46a6-b18f-652c97d0401d service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Updating instance_info_cache with network_info: [{"id": "f4a5bee9-978b-453b-950d-8633ab08643b", "address": "fa:16:3e:85:61:f0", "network": {"id": "57760592-cff4-4a3c-8d83-eb0198d1c939", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-440861329", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cfb088db9a489ebe112dc14ca59c8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a5bee9-97", "ovs_interfaceid": "f4a5bee9-978b-453b-950d-8633ab08643b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.686703] env[62839]: DEBUG nova.network.neutron [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.770014] env[62839]: DEBUG nova.network.neutron [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.852034] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.852034] env[62839]: DEBUG nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.852874] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.679s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.853202] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.856136] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.583s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.856495] env[62839]: DEBUG nova.objects.instance [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'resources' on Instance uuid 6675b3da-fac1-466d-95f6-0d5a1b6d754e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.881700] env[62839]: INFO nova.scheduler.client.report [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted allocations for instance 0e541690-634f-4283-a6ee-3a0bf6bcff5a [ 939.901503] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757442, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.958678] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6dec332f-18fd-4d2e-898b-df2fa5399c02 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.641s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.003444] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757440, 'name': CreateSnapshot_Task, 'duration_secs': 1.048568} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.003857] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 940.004489] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e57778f-f358-463c-ab9e-f6691a481dd6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.117564] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9da36402-2c6f-4ea6-bdab-230e5824909e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.130715] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7459b2f-61ce-4c23-8068-0ccf77d5fd24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.178349] env[62839]: INFO nova.compute.manager [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Unrescuing [ 940.178496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.179045] env[62839]: DEBUG oslo_concurrency.lockutils [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquired lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.179045] env[62839]: DEBUG nova.network.neutron [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.180387] env[62839]: DEBUG nova.compute.manager [req-68615e90-a78e-4ecd-b540-3092b358bae8 req-022f60d6-2650-46a6-b18f-652c97d0401d service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Detach interface failed, port_id=fa0b5db3-e44e-4b8a-be68-dca545467d06, reason: Instance 1361846e-fc5a-498a-8fd8-1e757cee4691 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 940.272324] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Releasing lock "refresh_cache-01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.272792] env[62839]: DEBUG nova.compute.manager [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.272970] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.273895] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf999ee-1ce2-4375-9aa9-aa83fe04d037 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.282482] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.282743] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481f015e-9c08-4792-bf6f-e760f8dc0129 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.290518] env[62839]: DEBUG oslo_vmware.api [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 940.290518] env[62839]: value = "task-2757443" [ 940.290518] env[62839]: _type = "Task" [ 940.290518] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.299897] env[62839]: DEBUG oslo_vmware.api [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.313619] env[62839]: DEBUG nova.compute.manager [req-c6d9c097-41d1-4a98-a0ba-582f7c04c9cf req-4b3035bf-6535-4845-a54e-d7d30d664681 service nova] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Received event network-vif-deleted-38e59d3b-a6a3-4e53-a571-644c2760ada7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.362309] env[62839]: DEBUG nova.compute.utils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.363802] env[62839]: DEBUG nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.363972] env[62839]: DEBUG nova.network.neutron [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.394845] env[62839]: DEBUG nova.network.neutron [-] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.400162] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08a7051e-adbf-4866-a66b-1b008d970ba0 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "0e541690-634f-4283-a6ee-3a0bf6bcff5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.676s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.406230] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757442, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.449803] env[62839]: DEBUG nova.policy [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cc9c86152fa4d6290a3f2462f80454e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9ec5d674e74d6f93a0212ef6ad13bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.525502] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 940.526136] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7eec93cc-fd2a-4cb5-95be-d1a2fba4daff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.536579] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 940.536579] env[62839]: value = "task-2757444" [ 940.536579] env[62839]: _type = "Task" [ 940.536579] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.559505] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757444, 'name': CloneVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.782878] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b337aa8-5a78-4d2e-b89e-b38e7dbe1533 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.799796] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce45982-e4bc-4d31-9f3d-c2b89d189bba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.807686] env[62839]: DEBUG oslo_vmware.api [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757443, 'name': PowerOffVM_Task, 'duration_secs': 0.156868} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.808372] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.808647] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.808935] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd3d177-e7dc-4ff7-9b93-4cde071e9b30 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.844053] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a591c6f1-3f96-436d-a378-e7fea7efc53c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.846866] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.847155] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.847253] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Deleting the datastore file [datastore2] 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.847517] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1957b2e1-860b-4619-b514-a0bb2f389f00 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.857858] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2e99aa-afda-43db-840e-242512be0686 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.862588] env[62839]: DEBUG oslo_vmware.api [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for the task: (returnval){ [ 940.862588] env[62839]: value = "task-2757446" [ 940.862588] env[62839]: _type = "Task" [ 940.862588] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.878728] env[62839]: DEBUG nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.881793] env[62839]: DEBUG nova.compute.provider_tree [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.892595] env[62839]: DEBUG oslo_vmware.api [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.900537] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757442, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.902338] env[62839]: INFO nova.compute.manager [-] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Took 2.06 seconds to deallocate network for instance. [ 941.052217] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757444, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.063505] env[62839]: DEBUG nova.network.neutron [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Successfully created port: 2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.234465] env[62839]: DEBUG nova.network.neutron [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.384684] env[62839]: DEBUG oslo_vmware.api [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Task: {'id': task-2757446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149735} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.390717] env[62839]: DEBUG nova.scheduler.client.report [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.397612] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.397612] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.397612] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.397612] env[62839]: INFO nova.compute.manager [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 941.397612] env[62839]: DEBUG oslo.service.loopingcall [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.408940] env[62839]: DEBUG nova.compute.manager [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.409035] env[62839]: DEBUG nova.network.neutron [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.415062] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.422884] env[62839]: DEBUG oslo_vmware.api [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757442, 'name': PowerOnVM_Task, 'duration_secs': 2.277771} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.423183] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.424970] env[62839]: INFO nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Took 8.57 seconds to spawn the instance on the hypervisor. [ 941.424970] env[62839]: DEBUG nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.425724] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb91f6f-aaf8-4c79-9a21-5a5715f40466 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.471587] env[62839]: DEBUG nova.network.neutron [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.554970] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757444, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.650767] env[62839]: DEBUG nova.compute.manager [req-2c4c9042-3e62-48ff-8096-f2ae7f1b3128 req-68399ef1-18f9-4232-802d-e3cae37a8ab2 service nova] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Received event network-vif-deleted-f4a5bee9-978b-453b-950d-8633ab08643b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.737973] env[62839]: DEBUG oslo_concurrency.lockutils [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Releasing lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.738632] env[62839]: DEBUG nova.objects.instance [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lazy-loading 'flavor' on Instance uuid a12e7a53-4957-415e-8e30-ba6cc9a367db {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.901329] env[62839]: DEBUG nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.904493] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.907229] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.901s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.907576] env[62839]: DEBUG nova.objects.instance [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lazy-loading 'resources' on Instance uuid 2657a8f1-e75c-4f19-a855-a6975fea8d65 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.929675] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.932576] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.932886] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.933139] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.933295] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.933546] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.933832] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.934858] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.934858] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.934858] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.934858] env[62839]: DEBUG nova.virt.hardware [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.936421] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1598d3-9c1d-49d4-a98f-8a5bfa009616 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.940168] env[62839]: INFO nova.scheduler.client.report [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted allocations for instance 6675b3da-fac1-466d-95f6-0d5a1b6d754e [ 941.952758] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e75143-2baa-4b6f-acfe-86053537b92e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.962891] env[62839]: INFO nova.compute.manager [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Took 28.39 seconds to build instance. [ 941.977093] env[62839]: DEBUG nova.network.neutron [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.053534] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757444, 'name': CloneVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.244932] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17724ecb-43ca-4784-aabb-d7142c02dd4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.279884] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.280446] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa09ea3-feab-4ef6-87f4-38dbb72eb686 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.291025] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 942.291025] env[62839]: value = "task-2757447" [ 942.291025] env[62839]: _type = "Task" [ 942.291025] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.299103] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.358046] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.358323] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.358689] env[62839]: DEBUG nova.objects.instance [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'flavor' on Instance uuid 77fa7526-ab22-428f-9056-f31a34e3bad8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.449430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-810ccc9f-d5b4-4264-aac3-1f10d2a4a106 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6675b3da-fac1-466d-95f6-0d5a1b6d754e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.276s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.469502] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7d7b44-1cf3-40dd-bff9-cc39b2506316 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "85999760-236d-43e1-9c01-be2a04de801c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.906s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.481311] env[62839]: INFO nova.compute.manager [-] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Took 1.07 seconds to deallocate network for instance. [ 942.559042] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757444, 'name': CloneVM_Task, 'duration_secs': 1.549209} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.559042] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Created linked-clone VM from snapshot [ 942.559801] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9646069f-3e54-4907-9bc2-3afb3a8fe2ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.572718] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Uploading image 4f299109-ed84-45b8-b245-aa24b2773225 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 942.609340] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 942.609340] env[62839]: value = "vm-554849" [ 942.609340] env[62839]: _type = "VirtualMachine" [ 942.609340] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 942.612167] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2061d8df-95e6-4fab-82b8-23dff23c3567 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.619462] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease: (returnval){ [ 942.619462] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5265ee0e-4042-342a-f0a8-095f3d5a5204" [ 942.619462] env[62839]: _type = "HttpNfcLease" [ 942.619462] env[62839]: } obtained for exporting VM: (result){ [ 942.619462] env[62839]: value = "vm-554849" [ 942.619462] env[62839]: _type = "VirtualMachine" [ 942.619462] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 942.619838] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the lease: (returnval){ [ 942.619838] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5265ee0e-4042-342a-f0a8-095f3d5a5204" [ 942.619838] env[62839]: _type = "HttpNfcLease" [ 942.619838] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 942.630252] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.630252] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5265ee0e-4042-342a-f0a8-095f3d5a5204" [ 942.630252] env[62839]: _type = "HttpNfcLease" [ 942.630252] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.807518] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757447, 'name': PowerOffVM_Task, 'duration_secs': 0.262747} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.808903] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.815440] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfiguring VM instance instance-0000002d to detach disk 2002 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.815784] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168e1902-ccdf-471c-826d-8aaf185439e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.842948] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 942.842948] env[62839]: value = "task-2757449" [ 942.842948] env[62839]: _type = "Task" [ 942.842948] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.847960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700ddb5-348e-4f4f-ab89-652a012cc2aa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.861891] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.865961] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab4581-2c48-4ff2-89bc-d734b4182949 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.898415] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53116e30-6f6f-4380-959f-f262ea9a3576 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.906881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f151ec8-a518-4039-81a4-317f473fa7b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.922457] env[62839]: DEBUG nova.compute.provider_tree [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.994973] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.031562] env[62839]: DEBUG nova.objects.instance [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'pci_requests' on Instance uuid 77fa7526-ab22-428f-9056-f31a34e3bad8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.094159] env[62839]: DEBUG nova.network.neutron [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Successfully updated port: 2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.132724] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.132724] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5265ee0e-4042-342a-f0a8-095f3d5a5204" [ 943.132724] env[62839]: _type = "HttpNfcLease" [ 943.132724] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.133086] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.133086] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5265ee0e-4042-342a-f0a8-095f3d5a5204" [ 943.133086] env[62839]: _type = "HttpNfcLease" [ 943.133086] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 943.134211] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916fe061-7fdc-4721-b60b-a8b696fffffd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.143748] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256931d-c6b5-a584-e88a-28542fc9b550/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.143748] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256931d-c6b5-a584-e88a-28542fc9b550/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 943.266687] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82ba4cc7-b6e8-4b4c-944b-5c3bc00640da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.357377] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.429167] env[62839]: DEBUG nova.scheduler.client.report [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.534867] env[62839]: DEBUG nova.objects.base [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Object Instance<77fa7526-ab22-428f-9056-f31a34e3bad8> lazy-loaded attributes: flavor,pci_requests {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.534867] env[62839]: DEBUG nova.network.neutron [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.598571] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.598797] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.599156] env[62839]: DEBUG nova.network.neutron [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.662233] env[62839]: DEBUG nova.policy [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.858902] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757449, 'name': ReconfigVM_Task, 'duration_secs': 0.676061} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.859419] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfigured VM instance instance-0000002d to detach disk 2002 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.859556] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.859826] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d698098-7146-48bf-ba2b-e59c77599e35 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.867573] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 943.867573] env[62839]: value = "task-2757450" [ 943.867573] env[62839]: _type = "Task" [ 943.867573] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.879365] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.938612] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.942626] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.942701] env[62839]: DEBUG nova.objects.instance [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lazy-loading 'resources' on Instance uuid 8550e611-9d69-4b46-9b24-bc7623b07f8c {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.968569] env[62839]: INFO nova.scheduler.client.report [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted allocations for instance 2657a8f1-e75c-4f19-a855-a6975fea8d65 [ 944.174412] env[62839]: DEBUG nova.network.neutron [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.387752] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.481237] env[62839]: DEBUG nova.network.neutron [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance_info_cache with network_info: [{"id": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "address": "fa:16:3e:f4:32:1d", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2918a4fc-db", "ovs_interfaceid": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.483943] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2eb0fd18-e8e6-4bd9-bedd-b03f94cb48e2 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "2657a8f1-e75c-4f19-a855-a6975fea8d65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.930s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.665749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "85999760-236d-43e1-9c01-be2a04de801c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.666536] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "85999760-236d-43e1-9c01-be2a04de801c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.667322] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "85999760-236d-43e1-9c01-be2a04de801c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.667322] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "85999760-236d-43e1-9c01-be2a04de801c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.667322] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "85999760-236d-43e1-9c01-be2a04de801c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.670608] env[62839]: INFO nova.compute.manager [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Terminating instance [ 944.841658] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1134ae29-31c2-4891-a11f-c73386e82c9c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.854866] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c72e3cd-15c7-4bf9-9cf5-df4a6775a820 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.900674] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e3c95-99da-4261-a430-ff5da33c4db4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.904654] env[62839]: DEBUG nova.compute.manager [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Received event network-vif-plugged-2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.905402] env[62839]: DEBUG oslo_concurrency.lockutils [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] Acquiring lock "04830df7-612a-4263-b884-33c132d56e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.905402] env[62839]: DEBUG oslo_concurrency.lockutils [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] Lock "04830df7-612a-4263-b884-33c132d56e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.906227] env[62839]: DEBUG oslo_concurrency.lockutils [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] Lock "04830df7-612a-4263-b884-33c132d56e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.906227] env[62839]: DEBUG nova.compute.manager [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] No waiting events found dispatching network-vif-plugged-2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.906637] env[62839]: WARNING nova.compute.manager [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Received unexpected event network-vif-plugged-2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 for instance with vm_state building and task_state spawning. [ 944.906969] env[62839]: DEBUG nova.compute.manager [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Received event network-changed-2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.907312] env[62839]: DEBUG nova.compute.manager [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Refreshing instance network info cache due to event network-changed-2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.907764] env[62839]: DEBUG oslo_concurrency.lockutils [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] Acquiring lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.920448] env[62839]: DEBUG oslo_vmware.api [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757450, 'name': PowerOnVM_Task, 'duration_secs': 0.521533} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.922217] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c4db18-e9ad-4ecb-8292-3d1b6eeed907 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.928048] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.928048] env[62839]: DEBUG nova.compute.manager [None req-069579f3-c177-4ee6-ad4e-c1bd2e866169 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.930036] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650e85e3-a340-49c8-ba1e-996f1282a742 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.952121] env[62839]: DEBUG nova.compute.provider_tree [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.987658] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.987658] env[62839]: DEBUG nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Instance network_info: |[{"id": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "address": "fa:16:3e:f4:32:1d", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2918a4fc-db", "ovs_interfaceid": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.987658] env[62839]: DEBUG oslo_concurrency.lockutils [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] Acquired lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.990479] env[62839]: DEBUG nova.network.neutron [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Refreshing network info cache for port 2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.992182] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:32:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.005724] env[62839]: DEBUG oslo.service.loopingcall [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.006427] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04830df7-612a-4263-b884-33c132d56e74] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.008711] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94e1f51b-d48d-4fa2-821d-26000a505b66 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.030239] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.030239] env[62839]: value = "task-2757451" [ 945.030239] env[62839]: _type = "Task" [ 945.030239] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.038876] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757451, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.178154] env[62839]: DEBUG nova.compute.manager [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.178154] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.178154] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74aafed-df56-4a27-a14b-b2ed1948e4fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.186727] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.187494] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a4b6784-f983-4640-a6c5-76f3cb1d0855 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.195036] env[62839]: DEBUG oslo_vmware.api [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 945.195036] env[62839]: value = "task-2757452" [ 945.195036] env[62839]: _type = "Task" [ 945.195036] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.205930] env[62839]: DEBUG oslo_vmware.api [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.463122] env[62839]: DEBUG nova.scheduler.client.report [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.516074] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "413dadb0-cf36-4525-90da-058d85b936ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.516416] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "413dadb0-cf36-4525-90da-058d85b936ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.543564] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757451, 'name': CreateVM_Task, 'duration_secs': 0.414876} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.543841] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04830df7-612a-4263-b884-33c132d56e74] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.544612] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.544836] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.545332] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.545959] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71476c25-823d-49d4-8fa7-992abc38d354 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.550945] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 945.550945] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e9c711-ad3b-2c5a-0fee-1ae57a830954" [ 945.550945] env[62839]: _type = "Task" [ 945.550945] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.562201] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e9c711-ad3b-2c5a-0fee-1ae57a830954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.712276] env[62839]: DEBUG oslo_vmware.api [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757452, 'name': PowerOffVM_Task, 'duration_secs': 0.296595} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.713208] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.713375] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.713661] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1a1d9f7-dca5-45ba-9961-7fd1a44ab91b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.783790] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.784040] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.784412] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleting the datastore file [datastore1] 85999760-236d-43e1-9c01-be2a04de801c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.784740] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25f32125-ef05-429a-953f-0adf6ee98b13 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.791752] env[62839]: DEBUG oslo_vmware.api [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 945.791752] env[62839]: value = "task-2757454" [ 945.791752] env[62839]: _type = "Task" [ 945.791752] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.809025] env[62839]: DEBUG oslo_vmware.api [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.877188] env[62839]: DEBUG nova.network.neutron [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Successfully updated port: 45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.972492] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.974612] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.399s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.974970] env[62839]: DEBUG nova.objects.instance [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'resources' on Instance uuid 0f05490a-be68-46a4-af3b-0937bcc1093d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.000910] env[62839]: INFO nova.scheduler.client.report [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Deleted allocations for instance 8550e611-9d69-4b46-9b24-bc7623b07f8c [ 946.022020] env[62839]: DEBUG nova.compute.manager [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.067333] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e9c711-ad3b-2c5a-0fee-1ae57a830954, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.067586] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.068058] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.068793] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.068793] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.068793] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.068984] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-024f02a2-785d-4521-be83-a6291d0154a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.085233] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.085233] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.085233] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a1b2aa-622d-457d-8e2b-ae0f9fb3125d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.098148] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 946.098148] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5230c9ee-37ee-5c73-f4e4-c9d9369477be" [ 946.098148] env[62839]: _type = "Task" [ 946.098148] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.098148] env[62839]: DEBUG nova.network.neutron [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updated VIF entry in instance network info cache for port 2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.098148] env[62839]: DEBUG nova.network.neutron [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance_info_cache with network_info: [{"id": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "address": "fa:16:3e:f4:32:1d", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2918a4fc-db", "ovs_interfaceid": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.111752] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5230c9ee-37ee-5c73-f4e4-c9d9369477be, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.113887] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0b5395-bd44-4ded-9fa7-83dda1ceae1c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.120858] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 946.120858] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522f181a-608a-862a-4bcf-bda1ecf4d37b" [ 946.120858] env[62839]: _type = "Task" [ 946.120858] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.131075] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522f181a-608a-862a-4bcf-bda1ecf4d37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.195388] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "beb5050f-353d-46e7-b321-360ed90d2a86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.196102] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "beb5050f-353d-46e7-b321-360ed90d2a86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.196555] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "beb5050f-353d-46e7-b321-360ed90d2a86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.196628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "beb5050f-353d-46e7-b321-360ed90d2a86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.196769] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "beb5050f-353d-46e7-b321-360ed90d2a86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.201680] env[62839]: INFO nova.compute.manager [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Terminating instance [ 946.304206] env[62839]: DEBUG oslo_vmware.api [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198013} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.304638] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.304945] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.305151] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.305331] env[62839]: INFO nova.compute.manager [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 946.305788] env[62839]: DEBUG oslo.service.loopingcall [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.306054] env[62839]: DEBUG nova.compute.manager [-] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.306156] env[62839]: DEBUG nova.network.neutron [-] [instance: 85999760-236d-43e1-9c01-be2a04de801c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.380766] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.380953] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.381164] env[62839]: DEBUG nova.network.neutron [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.510485] env[62839]: DEBUG oslo_concurrency.lockutils [None req-92fab6dc-2c15-4fb1-86cf-661c65ad421d tempest-ServerRescueTestJSONUnderV235-1779549092 tempest-ServerRescueTestJSONUnderV235-1779549092-project-member] Lock "8550e611-9d69-4b46-9b24-bc7623b07f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.453s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.554486] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.609565] env[62839]: DEBUG oslo_concurrency.lockutils [req-5c6190c9-951f-48ef-9c7d-e34d14825adf req-d439b81d-1b46-4ee2-91d0-7c93cedc4b55 service nova] Releasing lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.637709] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522f181a-608a-862a-4bcf-bda1ecf4d37b, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.638840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.638840] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 04830df7-612a-4263-b884-33c132d56e74/04830df7-612a-4263-b884-33c132d56e74.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.642550] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-665a2887-a59b-402b-ae42-92ca2c0f4d9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.652022] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 946.652022] env[62839]: value = "task-2757455" [ 946.652022] env[62839]: _type = "Task" [ 946.652022] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.660574] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.707980] env[62839]: DEBUG nova.compute.manager [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.707980] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.708988] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0499ea7c-ff09-43db-b0ce-973d85375578 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.718899] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.719303] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e958f8-2bac-467d-9fdf-c2a6de4007ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.731027] env[62839]: DEBUG oslo_vmware.api [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 946.731027] env[62839]: value = "task-2757456" [ 946.731027] env[62839]: _type = "Task" [ 946.731027] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.742151] env[62839]: DEBUG oslo_vmware.api [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.854090] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35667c-be11-45b2-8c4c-d84126d12998 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.863410] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c48344-a676-4607-9827-fbf1fbe6700f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.900011] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10f7aa9-602e-4dd0-b50e-b7baa5886c36 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.908773] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad37eb4-22fc-4fae-880a-5a2b2532d191 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.924039] env[62839]: DEBUG nova.compute.provider_tree [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.947213] env[62839]: WARNING nova.network.neutron [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] ab7e5a5c-7b43-4999-b0af-95ed10a13649 already exists in list: networks containing: ['ab7e5a5c-7b43-4999-b0af-95ed10a13649']. ignoring it [ 946.947213] env[62839]: WARNING nova.network.neutron [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] ab7e5a5c-7b43-4999-b0af-95ed10a13649 already exists in list: networks containing: ['ab7e5a5c-7b43-4999-b0af-95ed10a13649']. ignoring it [ 947.170653] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757455, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.231493] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.231763] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.240842] env[62839]: DEBUG nova.network.neutron [-] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.255170] env[62839]: DEBUG oslo_vmware.api [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757456, 'name': PowerOffVM_Task, 'duration_secs': 0.276711} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.256553] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.256553] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.256773] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d17bf7d1-e25f-4272-8bab-ad08dad6e077 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.326102] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.326332] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.326606] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleting the datastore file [datastore2] beb5050f-353d-46e7-b321-360ed90d2a86 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.326774] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-157b31ea-12f4-43ae-815e-7fd107e545bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.336169] env[62839]: DEBUG oslo_vmware.api [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 947.336169] env[62839]: value = "task-2757458" [ 947.336169] env[62839]: _type = "Task" [ 947.336169] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.348788] env[62839]: DEBUG oslo_vmware.api [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.429533] env[62839]: DEBUG nova.scheduler.client.report [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.509172] env[62839]: DEBUG nova.network.neutron [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "address": "fa:16:3e:a3:0d:04", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1178659-ba", "ovs_interfaceid": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c", "address": "fa:16:3e:1e:c3:30", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ae1d6d-2d", "ovs_interfaceid": "45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.671190] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582661} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.672429] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 04830df7-612a-4263-b884-33c132d56e74/04830df7-612a-4263-b884-33c132d56e74.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.673027] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.673370] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bc1c270-c23e-464b-93aa-fd6daa27ac03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.681190] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 947.681190] env[62839]: value = "task-2757459" [ 947.681190] env[62839]: _type = "Task" [ 947.681190] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.691306] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.745467] env[62839]: DEBUG nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.749104] env[62839]: INFO nova.compute.manager [-] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Took 1.44 seconds to deallocate network for instance. [ 947.759934] env[62839]: DEBUG nova.compute.manager [req-9ec382a7-0278-43d0-b3c8-91916868e046 req-47eb3013-cd0f-446a-8135-3e1da1520a35 service nova] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Received event network-vif-deleted-18115182-6bb3-4d3f-8971-06185783144e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.848251] env[62839]: DEBUG oslo_vmware.api [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424749} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.848251] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.848339] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.848588] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.848673] env[62839]: INFO nova.compute.manager [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.848873] env[62839]: DEBUG oslo.service.loopingcall [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.849073] env[62839]: DEBUG nova.compute.manager [-] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.849169] env[62839]: DEBUG nova.network.neutron [-] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.899576] env[62839]: DEBUG nova.compute.manager [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-vif-plugged-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.899853] env[62839]: DEBUG oslo_concurrency.lockutils [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.901781] env[62839]: DEBUG oslo_concurrency.lockutils [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.902094] env[62839]: DEBUG oslo_concurrency.lockutils [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.902288] env[62839]: DEBUG nova.compute.manager [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] No waiting events found dispatching network-vif-plugged-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.902656] env[62839]: WARNING nova.compute.manager [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received unexpected event network-vif-plugged-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c for instance with vm_state active and task_state None. [ 947.902731] env[62839]: DEBUG nova.compute.manager [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-changed-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.902865] env[62839]: DEBUG nova.compute.manager [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing instance network info cache due to event network-changed-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.903067] env[62839]: DEBUG oslo_concurrency.lockutils [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.938248] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.941031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.140s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.942697] env[62839]: INFO nova.compute.claims [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.968479] env[62839]: INFO nova.scheduler.client.report [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted allocations for instance 0f05490a-be68-46a4-af3b-0937bcc1093d [ 948.011860] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.016081] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.016081] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.016081] env[62839]: DEBUG oslo_concurrency.lockutils [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.016081] env[62839]: DEBUG nova.network.neutron [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Refreshing network info cache for port 45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.016770] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1b0947-ec77-4070-a085-b67b14a50491 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.043167] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.043430] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.043599] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.043797] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.043945] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.044109] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.044321] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.044484] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.044654] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.044827] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.044993] env[62839]: DEBUG nova.virt.hardware [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.051990] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfiguring VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 948.052637] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de174e1-ed32-47cc-8711-2698b02254e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.076053] env[62839]: DEBUG oslo_vmware.api [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 948.076053] env[62839]: value = "task-2757460" [ 948.076053] env[62839]: _type = "Task" [ 948.076053] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.087229] env[62839]: DEBUG oslo_vmware.api [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757460, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.193069] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065809} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.193498] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.194281] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d6cb1d-1fe0-4fce-a6a7-f2415e0c8a8f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.223412] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 04830df7-612a-4263-b884-33c132d56e74/04830df7-612a-4263-b884-33c132d56e74.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.223680] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-024d39ff-8188-4f1e-afea-d06cf1711a7f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.246225] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 948.246225] env[62839]: value = "task-2757461" [ 948.246225] env[62839]: _type = "Task" [ 948.246225] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.258762] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.259136] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.277775] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.480892] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aeb2d282-eea4-4914-b00c-09cb4a245649 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "0f05490a-be68-46a4-af3b-0937bcc1093d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.343s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.589857] env[62839]: DEBUG oslo_vmware.api [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.756972] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757461, 'name': ReconfigVM_Task, 'duration_secs': 0.484504} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.757178] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 04830df7-612a-4263-b884-33c132d56e74/04830df7-612a-4263-b884-33c132d56e74.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.757740] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e03f08b3-04a2-4e70-88f9-fec169361426 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.764842] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 948.764842] env[62839]: value = "task-2757462" [ 948.764842] env[62839]: _type = "Task" [ 948.764842] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.780186] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757462, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.791921] env[62839]: DEBUG nova.network.neutron [-] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.915079] env[62839]: DEBUG nova.network.neutron [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updated VIF entry in instance network info cache for port 45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.915733] env[62839]: DEBUG nova.network.neutron [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "address": "fa:16:3e:a3:0d:04", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1178659-ba", "ovs_interfaceid": "c1178659-ba08-4c05-9f5a-757af9cb8ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c", "address": "fa:16:3e:1e:c3:30", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ae1d6d-2d", "ovs_interfaceid": "45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.088533] env[62839]: DEBUG oslo_vmware.api [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757460, 'name': ReconfigVM_Task, 'duration_secs': 0.61468} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.089346] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.089346] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfigured VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 949.284314] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757462, 'name': Rename_Task, 'duration_secs': 0.198414} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.284645] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.284908] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-415e8439-b1e0-4ede-81e5-f301095be283 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.294296] env[62839]: INFO nova.compute.manager [-] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Took 1.44 seconds to deallocate network for instance. [ 949.297788] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 949.297788] env[62839]: value = "task-2757463" [ 949.297788] env[62839]: _type = "Task" [ 949.297788] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.321918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.322210] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.323753] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.413018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae747abb-357d-45a2-8b03-b64d1224242f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.420643] env[62839]: DEBUG oslo_concurrency.lockutils [req-28f1b7d6-3fac-4082-b782-cacb2ab6cf5c req-da523329-6510-4145-8ef7-352cf738dec4 service nova] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.421844] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776e423-e297-4da2-9999-3dea4ba18a1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.456823] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca90d09-fd5a-4ece-8c9c-bdda6c2cbc6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.466895] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b63ed9-963a-41e7-8ba4-becd20cfb439 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.483022] env[62839]: DEBUG nova.compute.provider_tree [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.594537] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46dccc55-d48c-4684-a52c-1d41de025c2c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.236s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.810869] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.815792] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.828459] env[62839]: DEBUG nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.005636] env[62839]: ERROR nova.scheduler.client.report [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [req-e2722a00-8951-4aaf-a186-11b82e73988e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e2722a00-8951-4aaf-a186-11b82e73988e"}]} [ 950.024553] env[62839]: DEBUG nova.scheduler.client.report [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 950.039318] env[62839]: DEBUG nova.scheduler.client.report [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 950.039586] env[62839]: DEBUG nova.compute.provider_tree [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.056451] env[62839]: DEBUG nova.scheduler.client.report [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 950.056714] env[62839]: DEBUG nova.compute.provider_tree [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 113 to 114 during operation: update_aggregates {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.083314] env[62839]: DEBUG nova.scheduler.client.report [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 950.221802] env[62839]: DEBUG nova.compute.manager [req-8f520a1f-1f4f-4178-9169-3163973daff6 req-04361117-4362-4aed-950f-2fcc5d833030 service nova] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Received event network-vif-deleted-a8b809ae-24bb-43e3-afd4-d088c8a9d7f8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.280112] env[62839]: DEBUG nova.compute.manager [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Received event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.280305] env[62839]: DEBUG nova.compute.manager [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing instance network info cache due to event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.280589] env[62839]: DEBUG oslo_concurrency.lockutils [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] Acquiring lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.280885] env[62839]: DEBUG oslo_concurrency.lockutils [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] Acquired lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.281087] env[62839]: DEBUG nova.network.neutron [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.319865] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.352541] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.382088] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fe0c26-e6cc-4116-a652-f636a9cbb491 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.389427] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfedaf7-8f9a-402a-9c5a-b4da5948d92d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.422195] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160a5fc-b01c-427e-8be7-9e2c617234b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.429946] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd66a176-804f-4283-b9c5-b97b872c487b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.443389] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.443638] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.444176] env[62839]: DEBUG nova.compute.manager [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.444317] env[62839]: DEBUG nova.compute.provider_tree [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.446184] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaa4ab5-0267-4775-aa5b-3e2c7b5ce5e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.452186] env[62839]: DEBUG nova.compute.manager [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 950.453033] env[62839]: DEBUG nova.objects.instance [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'flavor' on Instance uuid d4806675-c818-4b97-a2ee-71211c672ed1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.487718] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.487718] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.818375] env[62839]: DEBUG oslo_vmware.api [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757463, 'name': PowerOnVM_Task, 'duration_secs': 1.524695} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.818819] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.819214] env[62839]: INFO nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Took 8.92 seconds to spawn the instance on the hypervisor. [ 950.819537] env[62839]: DEBUG nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.820902] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2554b65-0c58-4a4a-af77-e16ea7317f99 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.984350] env[62839]: DEBUG nova.scheduler.client.report [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.984724] env[62839]: DEBUG nova.compute.provider_tree [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 114 to 115 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.984924] env[62839]: DEBUG nova.compute.provider_tree [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.989980] env[62839]: DEBUG nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.297548] env[62839]: DEBUG nova.network.neutron [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updated VIF entry in instance network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.298082] env[62839]: DEBUG nova.network.neutron [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.345937] env[62839]: INFO nova.compute.manager [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Took 32.05 seconds to build instance. [ 951.447638] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-c1178659-ba08-4c05-9f5a-757af9cb8ee8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.447922] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-c1178659-ba08-4c05-9f5a-757af9cb8ee8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.461777] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.462104] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a549d8-0b40-4b49-a1eb-772d71970e18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.469890] env[62839]: DEBUG oslo_vmware.api [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 951.469890] env[62839]: value = "task-2757464" [ 951.469890] env[62839]: _type = "Task" [ 951.469890] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.479371] env[62839]: DEBUG oslo_vmware.api [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.490861] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.550s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.491529] env[62839]: DEBUG nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.495665] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.519700] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.800470] env[62839]: DEBUG oslo_concurrency.lockutils [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] Releasing lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.800805] env[62839]: DEBUG nova.compute.manager [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Received event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.800981] env[62839]: DEBUG nova.compute.manager [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing instance network info cache due to event network-changed-cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.801209] env[62839]: DEBUG oslo_concurrency.lockutils [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] Acquiring lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.801347] env[62839]: DEBUG oslo_concurrency.lockutils [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] Acquired lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.801513] env[62839]: DEBUG nova.network.neutron [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Refreshing network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.848792] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5bd77bb2-7337-4461-ab32-79def5b2d205 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.573s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.867097] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141756f-751e-4bf6-83f5-441aac87c768 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.875590] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904bd42-d599-4dda-8119-ff4d1ae4a999 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909315] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77740b2-77d4-4f40-8905-4aef2d41d070 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.916948] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e35133-47c7-485d-941a-fe4226f20a4d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.931427] env[62839]: DEBUG nova.compute.provider_tree [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.950371] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.950651] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.951544] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9b26c-1ca1-4cb6-b958-215683da6d9a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.970288] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efcb39c-377c-4571-91a2-78015e7d9a06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.001556] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfiguring VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 952.006624] env[62839]: DEBUG nova.compute.utils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.007842] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0fdcca-58b3-42f7-be4f-f45f940b9a46 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.021101] env[62839]: DEBUG oslo_vmware.api [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757464, 'name': PowerOffVM_Task, 'duration_secs': 0.3155} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.022177] env[62839]: DEBUG nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.022319] env[62839]: DEBUG nova.network.neutron [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.024184] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.024398] env[62839]: DEBUG nova.compute.manager [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.026189] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e128b-f84d-4255-ab1d-3a1f9bbaaa86 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.031018] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 952.031018] env[62839]: value = "task-2757465" [ 952.031018] env[62839]: _type = "Task" [ 952.031018] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.045157] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.121489] env[62839]: DEBUG nova.policy [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e954cc9b3b89473bb07d8aa23e126bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25ae03e2ab5412083992b83902a049f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.434938] env[62839]: DEBUG nova.scheduler.client.report [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.514897] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256931d-c6b5-a584-e88a-28542fc9b550/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.515873] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac6f4e-a866-4eba-b3e8-97b481d01491 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.522254] env[62839]: DEBUG nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.532978] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256931d-c6b5-a584-e88a-28542fc9b550/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.532978] env[62839]: ERROR oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256931d-c6b5-a584-e88a-28542fc9b550/disk-0.vmdk due to incomplete transfer. [ 952.532978] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-30f4ec59-9303-4960-9a9e-50e31fe8f529 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.542888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd273ee4-2f36-4d9b-b696-8e0223940fa6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.099s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.547400] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.548801] env[62839]: DEBUG oslo_vmware.rw_handles [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5256931d-c6b5-a584-e88a-28542fc9b550/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 952.549384] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Uploaded image 4f299109-ed84-45b8-b245-aa24b2773225 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 952.551754] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.552032] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c857147e-2e19-4dfd-b12b-bf9f10a15d42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.558022] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 952.558022] env[62839]: value = "task-2757466" [ 952.558022] env[62839]: _type = "Task" [ 952.558022] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.569121] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757466, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.634910] env[62839]: DEBUG nova.network.neutron [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updated VIF entry in instance network info cache for port cc5fc92d-9509-42f6-bb07-852555ce04c4. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.635380] env[62839]: DEBUG nova.network.neutron [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [{"id": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "address": "fa:16:3e:f7:4e:aa", "network": {"id": "42bca00b-e9eb-4d2d-97be-4b7dcab667cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2046379176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee43ad39eb1466aa373dd33daba2cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5fc92d-95", "ovs_interfaceid": "cc5fc92d-9509-42f6-bb07-852555ce04c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.915342] env[62839]: DEBUG nova.network.neutron [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Successfully created port: 86288525-9a95-4eeb-b91f-0acb73d90c5a {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.941519] env[62839]: DEBUG oslo_concurrency.lockutils [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.447s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.941745] env[62839]: INFO nova.compute.manager [None req-37a08d9f-e050-4b0c-9d67-48a78f379e76 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Successfully reverted task state from rebuilding on failure for instance. [ 952.947909] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.132s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.950035] env[62839]: DEBUG nova.objects.instance [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lazy-loading 'resources' on Instance uuid 1d806cea-f5e0-4c86-b707-a3bd910b7289 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.046469] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.070354] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757466, 'name': Destroy_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.139472] env[62839]: DEBUG oslo_concurrency.lockutils [req-d01505f7-9c02-469d-a481-111633f35fab req-11807b90-fd86-4ecc-8e6a-1096b29c86bf service nova] Releasing lock "refresh_cache-a12e7a53-4957-415e-8e30-ba6cc9a367db" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.227096] env[62839]: DEBUG nova.objects.instance [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'flavor' on Instance uuid d4806675-c818-4b97-a2ee-71211c672ed1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.538270] env[62839]: DEBUG nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.554990] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.571178] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757466, 'name': Destroy_Task, 'duration_secs': 0.979521} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.582019] env[62839]: DEBUG nova.virt.hardware [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.582019] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Destroyed the VM [ 953.582019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.583265] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5bc722-7ab5-4d1e-b590-bcfda7ce1421 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.586906] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01987ea6-ef77-447b-ac0e-7d4536827ed6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.593707] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1472405-42f8-4352-94df-940ec6c1929f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.602496] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 953.602496] env[62839]: value = "task-2757467" [ 953.602496] env[62839]: _type = "Task" [ 953.602496] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.625194] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.732440] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.732629] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.732811] env[62839]: DEBUG nova.network.neutron [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.732987] env[62839]: DEBUG nova.objects.instance [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'info_cache' on Instance uuid d4806675-c818-4b97-a2ee-71211c672ed1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.833197] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e76be-fe6f-44f0-a433-562205aad3a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.840491] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b6bfbe-895a-4cde-b91d-e55ec34ceaf4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.870120] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c940034-628e-4a05-9eaf-377a88758907 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.877869] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b738c63d-2d10-46c5-a1a3-c2bf720aa5ff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.893146] env[62839]: DEBUG nova.compute.provider_tree [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.954687] env[62839]: DEBUG nova.compute.manager [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 954.051392] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.122024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.122024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.122265] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757467, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.238791] env[62839]: DEBUG nova.objects.base [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.396879] env[62839]: DEBUG nova.scheduler.client.report [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.477312] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.539919] env[62839]: DEBUG nova.compute.manager [req-9352eb0b-1fff-45a8-93cc-0ec94ffc8a3a req-47e329cc-6db1-47cb-afe5-54a9a0ac1350 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Received event network-vif-plugged-86288525-9a95-4eeb-b91f-0acb73d90c5a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.540206] env[62839]: DEBUG oslo_concurrency.lockutils [req-9352eb0b-1fff-45a8-93cc-0ec94ffc8a3a req-47e329cc-6db1-47cb-afe5-54a9a0ac1350 service nova] Acquiring lock "2ceae003-e299-4cda-8776-803164605051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.540350] env[62839]: DEBUG oslo_concurrency.lockutils [req-9352eb0b-1fff-45a8-93cc-0ec94ffc8a3a req-47e329cc-6db1-47cb-afe5-54a9a0ac1350 service nova] Lock "2ceae003-e299-4cda-8776-803164605051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.540515] env[62839]: DEBUG oslo_concurrency.lockutils [req-9352eb0b-1fff-45a8-93cc-0ec94ffc8a3a req-47e329cc-6db1-47cb-afe5-54a9a0ac1350 service nova] Lock "2ceae003-e299-4cda-8776-803164605051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.540683] env[62839]: DEBUG nova.compute.manager [req-9352eb0b-1fff-45a8-93cc-0ec94ffc8a3a req-47e329cc-6db1-47cb-afe5-54a9a0ac1350 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] No waiting events found dispatching network-vif-plugged-86288525-9a95-4eeb-b91f-0acb73d90c5a {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.540846] env[62839]: WARNING nova.compute.manager [req-9352eb0b-1fff-45a8-93cc-0ec94ffc8a3a req-47e329cc-6db1-47cb-afe5-54a9a0ac1350 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Received unexpected event network-vif-plugged-86288525-9a95-4eeb-b91f-0acb73d90c5a for instance with vm_state building and task_state spawning. [ 954.551114] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.615414] env[62839]: DEBUG oslo_vmware.api [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757467, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64115} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.615716] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.615960] env[62839]: INFO nova.compute.manager [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Took 16.69 seconds to snapshot the instance on the hypervisor. [ 954.627022] env[62839]: DEBUG nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.641741] env[62839]: DEBUG nova.network.neutron [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Successfully updated port: 86288525-9a95-4eeb-b91f-0acb73d90c5a {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.901928] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.904505] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.701s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.906652] env[62839]: INFO nova.compute.claims [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.928998] env[62839]: INFO nova.scheduler.client.report [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted allocations for instance 1d806cea-f5e0-4c86-b707-a3bd910b7289 [ 954.984011] env[62839]: DEBUG nova.network.neutron [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.056751] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.147266] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "refresh_cache-2ceae003-e299-4cda-8776-803164605051" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.147266] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "refresh_cache-2ceae003-e299-4cda-8776-803164605051" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.147266] env[62839]: DEBUG nova.network.neutron [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.152150] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.855157] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.859977] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d22132cc-21f9-477e-b9fa-7660d6068b4b tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "1d806cea-f5e0-4c86-b707-a3bd910b7289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.640s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.871998] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.874137] env[62839]: DEBUG nova.compute.manager [None req-ecf5dc8e-a4dd-4328-b9d2-f913db713b44 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Found 1 images (rotation: 2) {{(pid=62839) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 955.893953] env[62839]: DEBUG nova.network.neutron [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.052207] env[62839]: DEBUG nova.network.neutron [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Updating instance_info_cache with network_info: [{"id": "86288525-9a95-4eeb-b91f-0acb73d90c5a", "address": "fa:16:3e:fc:84:f4", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86288525-9a", "ovs_interfaceid": "86288525-9a95-4eeb-b91f-0acb73d90c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.367671] env[62839]: DEBUG nova.compute.manager [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.368109] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c40c5-7c57-4dbc-a672-1b18337cef02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.374725] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.556892] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "refresh_cache-2ceae003-e299-4cda-8776-803164605051" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.557216] env[62839]: DEBUG nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Instance network_info: |[{"id": "86288525-9a95-4eeb-b91f-0acb73d90c5a", "address": "fa:16:3e:fc:84:f4", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86288525-9a", "ovs_interfaceid": "86288525-9a95-4eeb-b91f-0acb73d90c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.557829] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:84:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86288525-9a95-4eeb-b91f-0acb73d90c5a', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.565412] env[62839]: DEBUG oslo.service.loopingcall [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.567562] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ceae003-e299-4cda-8776-803164605051] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.567941] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c17c10f3-01d6-4d1d-8820-69c2193ec95f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.586641] env[62839]: DEBUG nova.compute.manager [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Received event network-changed-86288525-9a95-4eeb-b91f-0acb73d90c5a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.586820] env[62839]: DEBUG nova.compute.manager [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Refreshing instance network info cache due to event network-changed-86288525-9a95-4eeb-b91f-0acb73d90c5a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.587042] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] Acquiring lock "refresh_cache-2ceae003-e299-4cda-8776-803164605051" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.587184] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] Acquired lock "refresh_cache-2ceae003-e299-4cda-8776-803164605051" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.587337] env[62839]: DEBUG nova.network.neutron [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Refreshing network info cache for port 86288525-9a95-4eeb-b91f-0acb73d90c5a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.595163] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.595163] env[62839]: value = "task-2757468" [ 956.595163] env[62839]: _type = "Task" [ 956.595163] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.606311] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757468, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.657802] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e5c62-f40d-4763-9e17-abc6e1314423 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.665849] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f23fce-6f89-4e51-b1ff-dee7b0e1decc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.696810] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec0efbd-6db5-4afd-a124-49447fce241a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.703625] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95bb2d5-37a5-4263-9d49-d0e02734a9e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.716836] env[62839]: DEBUG nova.compute.provider_tree [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.866798] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.867185] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.867305] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-180febd0-8908-4f2c-8685-42a3e04554be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.873224] env[62839]: DEBUG oslo_vmware.api [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 956.873224] env[62839]: value = "task-2757469" [ 956.873224] env[62839]: _type = "Task" [ 956.873224] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.880420] env[62839]: DEBUG oslo_vmware.api [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.884265] env[62839]: INFO nova.compute.manager [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] instance snapshotting [ 956.884808] env[62839]: DEBUG nova.objects.instance [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'flavor' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.105597] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757468, 'name': CreateVM_Task, 'duration_secs': 0.362206} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.105824] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ceae003-e299-4cda-8776-803164605051] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.106618] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.106850] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.107220] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.107478] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316b89d6-dd0c-4df0-9ad4-f74015300213 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.112453] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 957.112453] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524876a6-ea5d-3e05-3e49-f304d832ff97" [ 957.112453] env[62839]: _type = "Task" [ 957.112453] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.120238] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524876a6-ea5d-3e05-3e49-f304d832ff97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.220117] env[62839]: DEBUG nova.scheduler.client.report [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.304440] env[62839]: DEBUG nova.network.neutron [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Updated VIF entry in instance network info cache for port 86288525-9a95-4eeb-b91f-0acb73d90c5a. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.304780] env[62839]: DEBUG nova.network.neutron [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Updating instance_info_cache with network_info: [{"id": "86288525-9a95-4eeb-b91f-0acb73d90c5a", "address": "fa:16:3e:fc:84:f4", "network": {"id": "e43f8f15-15f1-4f15-9f54-7f46819ec2a0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1698233509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25ae03e2ab5412083992b83902a049f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86288525-9a", "ovs_interfaceid": "86288525-9a95-4eeb-b91f-0acb73d90c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.368502] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.382123] env[62839]: DEBUG oslo_vmware.api [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757469, 'name': PowerOnVM_Task, 'duration_secs': 0.419458} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.382376] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.382581] env[62839]: DEBUG nova.compute.manager [None req-10baaeb6-33f2-4079-a508-015fe415a7e2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.383448] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627fbf8-2274-45ac-ac3d-d03320af7b0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.392588] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6bd88e-85fe-45bd-a1db-3d980fb90b51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.409874] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61865200-af68-4aa7-9453-9e69dec3b2dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.623276] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524876a6-ea5d-3e05-3e49-f304d832ff97, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.623699] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.625027] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.625027] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.625027] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.625027] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.625027] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e936edc6-b2ad-4adb-9697-515ad9ee8719 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.633082] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.633492] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.634290] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f21377-cc05-4291-bc8c-8a280a8bc90c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.640162] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 957.640162] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52768fbb-5c7d-1d06-5fa3-9f4e7fa68d7b" [ 957.640162] env[62839]: _type = "Task" [ 957.640162] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.649363] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52768fbb-5c7d-1d06-5fa3-9f4e7fa68d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.725222] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.725724] env[62839]: DEBUG nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.728405] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.549s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.729824] env[62839]: INFO nova.compute.claims [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.807803] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3e5307f-749a-4dc3-8cfd-dfda7020817d req-a53c98dd-9288-468a-8053-4a6a3b45fc88 service nova] Releasing lock "refresh_cache-2ceae003-e299-4cda-8776-803164605051" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.868077] env[62839]: DEBUG oslo_vmware.api [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757465, 'name': ReconfigVM_Task, 'duration_secs': 5.763992} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.868359] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.868458] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfigured VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 957.885416] env[62839]: INFO nova.compute.manager [None req-ff0f8dc1-18a0-4e23-9187-93aacb7eae05 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Get console output [ 957.885752] env[62839]: WARNING nova.virt.vmwareapi.driver [None req-ff0f8dc1-18a0-4e23-9187-93aacb7eae05 tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] The console log is missing. Check your VSPC configuration [ 957.920249] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 957.920537] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ed01376-8840-46be-9c04-c06ee5e3c36c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.927925] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 957.927925] env[62839]: value = "task-2757470" [ 957.927925] env[62839]: _type = "Task" [ 957.927925] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.936227] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757470, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.152700] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52768fbb-5c7d-1d06-5fa3-9f4e7fa68d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.153547] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f007305-2509-4eda-91b5-5b0db378424f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.158899] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 958.158899] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520b943a-c961-5dc8-20c8-48c9741185f4" [ 958.158899] env[62839]: _type = "Task" [ 958.158899] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.168028] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520b943a-c961-5dc8-20c8-48c9741185f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.235015] env[62839]: DEBUG nova.compute.utils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.238844] env[62839]: DEBUG nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.239068] env[62839]: DEBUG nova.network.neutron [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.280905] env[62839]: DEBUG nova.policy [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c8b8d68072f4ac9bd3ee747a112e639', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b80f63bf834011865d8265270ac716', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.438605] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757470, 'name': CreateSnapshot_Task, 'duration_secs': 0.502365} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.438878] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 958.439678] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b888b09-e287-4b6c-b064-285231ddc292 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.622963] env[62839]: DEBUG nova.network.neutron [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Successfully created port: be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.671055] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520b943a-c961-5dc8-20c8-48c9741185f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.671678] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.671863] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2ceae003-e299-4cda-8776-803164605051/2ceae003-e299-4cda-8776-803164605051.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.672146] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7df65cd8-8487-44e9-bde1-cbe326f02fd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.679276] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 958.679276] env[62839]: value = "task-2757471" [ 958.679276] env[62839]: _type = "Task" [ 958.679276] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.690020] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.706118] env[62839]: DEBUG nova.compute.manager [req-9efeeddd-b5ee-4ad1-a97e-42e476cfb869 req-3b17983a-603d-41d5-9ba2-e98b4cbaf48f service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-vif-deleted-c1178659-ba08-4c05-9f5a-757af9cb8ee8 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.706118] env[62839]: INFO nova.compute.manager [req-9efeeddd-b5ee-4ad1-a97e-42e476cfb869 req-3b17983a-603d-41d5-9ba2-e98b4cbaf48f service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Neutron deleted interface c1178659-ba08-4c05-9f5a-757af9cb8ee8; detaching it from the instance and deleting it from the info cache [ 958.706470] env[62839]: DEBUG nova.network.neutron [req-9efeeddd-b5ee-4ad1-a97e-42e476cfb869 req-3b17983a-603d-41d5-9ba2-e98b4cbaf48f service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c", "address": "fa:16:3e:1e:c3:30", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ae1d6d-2d", "ovs_interfaceid": "45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.740364] env[62839]: DEBUG nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.966049] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 958.966049] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7cadf74-bf52-4f5c-9118-eece94482259 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.968693] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.969306] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.969306] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.969469] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.969557] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.973067] env[62839]: INFO nova.compute.manager [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Terminating instance [ 958.978024] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 958.978024] env[62839]: value = "task-2757472" [ 958.978024] env[62839]: _type = "Task" [ 958.978024] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.996939] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757472, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.127280] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.127280] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.127280] env[62839]: DEBUG nova.network.neutron [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.180151] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a241353-f1f2-44bc-a4bf-758509b8c20e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.195807] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf11f0d0-0929-4e10-979f-2c0ff9287a8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.199605] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.231399] env[62839]: DEBUG oslo_concurrency.lockutils [req-9efeeddd-b5ee-4ad1-a97e-42e476cfb869 req-3b17983a-603d-41d5-9ba2-e98b4cbaf48f service nova] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.231623] env[62839]: DEBUG oslo_concurrency.lockutils [req-9efeeddd-b5ee-4ad1-a97e-42e476cfb869 req-3b17983a-603d-41d5-9ba2-e98b4cbaf48f service nova] Acquired lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.233400] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c0fa49-9273-48c7-82a1-2809f02a8ecc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.236535] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e3767a-e17a-47d6-a771-74688c1e3f22 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.242680] env[62839]: DEBUG nova.compute.manager [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-vif-deleted-45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.242680] env[62839]: INFO nova.compute.manager [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Neutron deleted interface 45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c; detaching it from the instance and deleting it from the info cache [ 959.242680] env[62839]: DEBUG nova.network.neutron [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.260749] env[62839]: DEBUG oslo_concurrency.lockutils [req-9efeeddd-b5ee-4ad1-a97e-42e476cfb869 req-3b17983a-603d-41d5-9ba2-e98b4cbaf48f service nova] Releasing lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.261033] env[62839]: WARNING nova.compute.manager [req-9efeeddd-b5ee-4ad1-a97e-42e476cfb869 req-3b17983a-603d-41d5-9ba2-e98b4cbaf48f service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Detach interface failed, port_id=c1178659-ba08-4c05-9f5a-757af9cb8ee8, reason: No device with interface-id c1178659-ba08-4c05-9f5a-757af9cb8ee8 exists on VM: nova.exception.NotFound: No device with interface-id c1178659-ba08-4c05-9f5a-757af9cb8ee8 exists on VM [ 959.263203] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af7f7a1-4837-42d8-889f-c60b1204942c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.279401] env[62839]: DEBUG nova.compute.provider_tree [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.479782] env[62839]: DEBUG nova.compute.manager [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.480090] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.481089] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23312982-e764-4e39-825c-84a79a544ea9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.491809] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.495139] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4302b4b4-5372-4460-87c1-0285ca008d85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.496517] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757472, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.500793] env[62839]: DEBUG oslo_vmware.api [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 959.500793] env[62839]: value = "task-2757473" [ 959.500793] env[62839]: _type = "Task" [ 959.500793] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.507992] env[62839]: DEBUG oslo_vmware.api [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2757473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.693702] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557797} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.694174] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 2ceae003-e299-4cda-8776-803164605051/2ceae003-e299-4cda-8776-803164605051.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.694304] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.694524] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6807ae1-c7b3-4b87-9caf-3fbd7929c564 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.701296] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 959.701296] env[62839]: value = "task-2757474" [ 959.701296] env[62839]: _type = "Task" [ 959.701296] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.710527] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.763276] env[62839]: DEBUG oslo_concurrency.lockutils [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.763536] env[62839]: DEBUG oslo_concurrency.lockutils [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Acquired lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.764901] env[62839]: DEBUG nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.767506] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8c8d66-f050-4c17-a31a-f31eaf344b9a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.785845] env[62839]: DEBUG nova.scheduler.client.report [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.792119] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46426892-7a89-4a25-85ef-5e04c49f7d1a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.799981] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.817589] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.817822] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.817977] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.818200] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.818349] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.818494] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.818701] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.818859] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.819039] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.819219] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.819391] env[62839]: DEBUG nova.virt.hardware [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.825712] env[62839]: DEBUG nova.virt.vmwareapi.vmops [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfiguring VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 959.826442] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c728db5-0ff2-4815-a5d2-b560be8840c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.831211] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4393fc-2f9e-4e6f-9809-97b3c5d2d002 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.853939] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd75e4-c9e9-4ecb-865f-d5c32364cd77 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.858749] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Waiting for the task: (returnval){ [ 959.858749] env[62839]: value = "task-2757475" [ 959.858749] env[62839]: _type = "Task" [ 959.858749] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.873484] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.915894] env[62839]: INFO nova.network.neutron [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Port 45ae1d6d-2d39-4515-b59e-5f2e1da0fc9c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 959.915894] env[62839]: DEBUG nova.network.neutron [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [{"id": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "address": "fa:16:3e:63:2f:c3", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d34a9c-c4", "ovs_interfaceid": "81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.990790] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757472, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.010129] env[62839]: DEBUG oslo_vmware.api [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2757473, 'name': PowerOffVM_Task, 'duration_secs': 0.220437} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.010419] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.010587] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.010847] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e87e716-0d9f-4813-8bab-c88d797c5858 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.076358] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.076612] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.076832] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Deleting the datastore file [datastore1] 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.077134] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3882a21e-9212-4126-a8f8-8a5ef14764d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.085829] env[62839]: DEBUG oslo_vmware.api [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for the task: (returnval){ [ 960.085829] env[62839]: value = "task-2757477" [ 960.085829] env[62839]: _type = "Task" [ 960.085829] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.097507] env[62839]: DEBUG oslo_vmware.api [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2757477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.210538] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067278} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.210990] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.211850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835f2ec2-140e-4437-87e8-aaab4806f162 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.235625] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2ceae003-e299-4cda-8776-803164605051/2ceae003-e299-4cda-8776-803164605051.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.236019] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f78899-188b-4192-a6e5-787ff9293626 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.258801] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 960.258801] env[62839]: value = "task-2757478" [ 960.258801] env[62839]: _type = "Task" [ 960.258801] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.262996] env[62839]: DEBUG nova.network.neutron [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Successfully updated port: be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.269512] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.296984] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.298046] env[62839]: DEBUG nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.300481] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.358s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.300725] env[62839]: DEBUG nova.objects.instance [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 960.370361] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.418699] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.493853] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757472, 'name': CloneVM_Task} progress is 95%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.594855] env[62839]: DEBUG oslo_vmware.api [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Task: {'id': task-2757477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282985} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.595196] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.595393] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.595563] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.595735] env[62839]: INFO nova.compute.manager [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 960.596083] env[62839]: DEBUG oslo.service.loopingcall [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.596286] env[62839]: DEBUG nova.compute.manager [-] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.596566] env[62839]: DEBUG nova.network.neutron [-] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.748745] env[62839]: DEBUG nova.compute.manager [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received event network-vif-plugged-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.749465] env[62839]: DEBUG oslo_concurrency.lockutils [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.749813] env[62839]: DEBUG oslo_concurrency.lockutils [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.750082] env[62839]: DEBUG oslo_concurrency.lockutils [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.750279] env[62839]: DEBUG nova.compute.manager [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] No waiting events found dispatching network-vif-plugged-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.750495] env[62839]: WARNING nova.compute.manager [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received unexpected event network-vif-plugged-be7b9e60-f972-4775-bea2-f62e73cc24af for instance with vm_state building and task_state spawning. [ 960.750702] env[62839]: DEBUG nova.compute.manager [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received event network-changed-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.750914] env[62839]: DEBUG nova.compute.manager [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Refreshing instance network info cache due to event network-changed-be7b9e60-f972-4775-bea2-f62e73cc24af. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.751164] env[62839]: DEBUG oslo_concurrency.lockutils [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] Acquiring lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.751344] env[62839]: DEBUG oslo_concurrency.lockutils [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] Acquired lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.751547] env[62839]: DEBUG nova.network.neutron [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Refreshing network info cache for port be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.765628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.771537] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757478, 'name': ReconfigVM_Task, 'duration_secs': 0.350683} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.771850] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2ceae003-e299-4cda-8776-803164605051/2ceae003-e299-4cda-8776-803164605051.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.772944] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e376503-2997-4f0f-bdf2-71b760fba053 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.780040] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 960.780040] env[62839]: value = "task-2757479" [ 960.780040] env[62839]: _type = "Task" [ 960.780040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.792120] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757479, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.805491] env[62839]: DEBUG nova.compute.utils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.813071] env[62839]: DEBUG nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.813252] env[62839]: DEBUG nova.network.neutron [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.852472] env[62839]: DEBUG nova.policy [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc89c78de4a4c899bf05a6b7edff444', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '934ce29215cd4bb8b894c9014d0925a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.870361] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.923074] env[62839]: DEBUG oslo_concurrency.lockutils [None req-46babaf5-00f0-4750-889d-0e52cdf0db04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-77fa7526-ab22-428f-9056-f31a34e3bad8-c1178659-ba08-4c05-9f5a-757af9cb8ee8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.475s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.992225] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757472, 'name': CloneVM_Task, 'duration_secs': 1.821679} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.992509] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Created linked-clone VM from snapshot [ 960.993309] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8be44-6b01-4177-a14e-36cc428e7123 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.001268] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Uploading image 879ffbe8-7047-4343-9934-c34244bdbf78 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 961.031258] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 961.031258] env[62839]: value = "vm-554853" [ 961.031258] env[62839]: _type = "VirtualMachine" [ 961.031258] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 961.031478] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-13d0094c-fe05-4313-8c60-00d4577f43a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.038648] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease: (returnval){ [ 961.038648] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd8760-9b40-c868-0073-72824bb2406e" [ 961.038648] env[62839]: _type = "HttpNfcLease" [ 961.038648] env[62839]: } obtained for exporting VM: (result){ [ 961.038648] env[62839]: value = "vm-554853" [ 961.038648] env[62839]: _type = "VirtualMachine" [ 961.038648] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 961.038996] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the lease: (returnval){ [ 961.038996] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd8760-9b40-c868-0073-72824bb2406e" [ 961.038996] env[62839]: _type = "HttpNfcLease" [ 961.038996] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 961.045768] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.045768] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd8760-9b40-c868-0073-72824bb2406e" [ 961.045768] env[62839]: _type = "HttpNfcLease" [ 961.045768] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 961.216134] env[62839]: DEBUG nova.network.neutron [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Successfully created port: ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.294786] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757479, 'name': Rename_Task, 'duration_secs': 0.326983} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.295380] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.295686] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc9c1b2-8cd7-4f50-93d8-aa0badfa9254 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.298452] env[62839]: DEBUG nova.network.neutron [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.305539] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 961.305539] env[62839]: value = "task-2757481" [ 961.305539] env[62839]: _type = "Task" [ 961.305539] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.312611] env[62839]: DEBUG nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.322872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d9d2bc14-cb37-4926-bbe9-ab5e942aba02 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.322872] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.323199] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.195s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.323391] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.323559] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 961.323827] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.137s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.324042] env[62839]: DEBUG nova.objects.instance [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lazy-loading 'resources' on Instance uuid 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.326758] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e33069-e2f8-4e80-a394-cdc70881961f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.339246] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ba6dcc-1e8d-475d-bafc-bba822e40b3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.358514] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db859268-b559-4912-9848-2e77c9e30daf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.372629] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98741f93-82fe-44b1-a73f-f4d550f1eb9e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.376446] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.405346] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177690MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 961.405543] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.553021] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.553021] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd8760-9b40-c868-0073-72824bb2406e" [ 961.553021] env[62839]: _type = "HttpNfcLease" [ 961.553021] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.553021] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.553021] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fd8760-9b40-c868-0073-72824bb2406e" [ 961.553021] env[62839]: _type = "HttpNfcLease" [ 961.553021] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 961.553021] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6430ac2-3456-4f75-b1e5-0c319922884b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.559338] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8ee4-4dd2-0ca5-fb8f-30acde6bee45/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.559338] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8ee4-4dd2-0ca5-fb8f-30acde6bee45/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 961.653177] env[62839]: DEBUG nova.network.neutron [-] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.659320] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-291d0467-bdcc-4fc1-b831-c8d6ab1e3330 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.667295] env[62839]: DEBUG nova.network.neutron [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.820298] env[62839]: DEBUG oslo_vmware.api [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757481, 'name': PowerOnVM_Task, 'duration_secs': 0.466485} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.822455] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.822666] env[62839]: INFO nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Took 8.28 seconds to spawn the instance on the hypervisor. [ 961.822859] env[62839]: DEBUG nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.827194] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bd7e6f-72ed-42d4-b88c-e906df81501b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.876761] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.144493] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34942d35-ed6c-4ac8-8e1a-4af9662e069f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.153323] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb8cd13-9064-4482-9d9a-a30731e3489c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.156771] env[62839]: INFO nova.compute.manager [-] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Took 1.56 seconds to deallocate network for instance. [ 962.188188] env[62839]: DEBUG oslo_concurrency.lockutils [req-8dc6db42-5ff1-48c6-965e-468bcbe81bdf req-be7e968b-40b8-450a-abd1-d85dd340e867 service nova] Releasing lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.189258] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.189490] env[62839]: DEBUG nova.network.neutron [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.191236] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac58420-02e2-4899-813b-f99106750f20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.201131] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a1a96a-d1d7-4c95-bbfe-aab315beafc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.221034] env[62839]: DEBUG nova.compute.provider_tree [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.331976] env[62839]: DEBUG nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.353067] env[62839]: INFO nova.compute.manager [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Took 29.58 seconds to build instance. [ 962.371967] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.686984] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.687779] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.688311] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.688797] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.689390] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.689683] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.690041] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.690433] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.690943] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.691375] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.691704] env[62839]: DEBUG nova.virt.hardware [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.692911] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.694253] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba55fff3-dd16-46f3-9911-8ff687bf6fa1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.710121] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b32973-5f0b-45b0-a6b7-b05c0779139c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.728321] env[62839]: DEBUG nova.scheduler.client.report [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.744952] env[62839]: DEBUG nova.network.neutron [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.845730] env[62839]: DEBUG nova.compute.manager [req-887c2b61-41a8-4d21-80a6-0c6a628ac3e4 req-b6365e67-1e30-43bb-8143-27c06ac2f8f6 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Received event network-vif-plugged-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.845903] env[62839]: DEBUG oslo_concurrency.lockutils [req-887c2b61-41a8-4d21-80a6-0c6a628ac3e4 req-b6365e67-1e30-43bb-8143-27c06ac2f8f6 service nova] Acquiring lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.846271] env[62839]: DEBUG oslo_concurrency.lockutils [req-887c2b61-41a8-4d21-80a6-0c6a628ac3e4 req-b6365e67-1e30-43bb-8143-27c06ac2f8f6 service nova] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.846555] env[62839]: DEBUG oslo_concurrency.lockutils [req-887c2b61-41a8-4d21-80a6-0c6a628ac3e4 req-b6365e67-1e30-43bb-8143-27c06ac2f8f6 service nova] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.846770] env[62839]: DEBUG nova.compute.manager [req-887c2b61-41a8-4d21-80a6-0c6a628ac3e4 req-b6365e67-1e30-43bb-8143-27c06ac2f8f6 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] No waiting events found dispatching network-vif-plugged-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.846977] env[62839]: WARNING nova.compute.manager [req-887c2b61-41a8-4d21-80a6-0c6a628ac3e4 req-b6365e67-1e30-43bb-8143-27c06ac2f8f6 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Received unexpected event network-vif-plugged-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e for instance with vm_state building and task_state spawning. [ 962.854468] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5ffcfd7b-9420-4585-9bf2-9c3f8af31423 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "2ceae003-e299-4cda-8776-803164605051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.091s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.872612] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.873494] env[62839]: DEBUG nova.network.neutron [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Successfully updated port: ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.941680] env[62839]: DEBUG nova.compute.manager [req-9d801d16-2d2d-456e-8aa7-6dc10f352de4 req-f5269bb1-c696-4a6b-b053-4a85d261a086 service nova] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Received event network-vif-deleted-1bf51ae5-cb11-4d43-a2a7-e319d47b5987 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.942918] env[62839]: DEBUG nova.network.neutron [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [{"id": "be7b9e60-f972-4775-bea2-f62e73cc24af", "address": "fa:16:3e:b8:60:bb", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7b9e60-f9", "ovs_interfaceid": "be7b9e60-f972-4775-bea2-f62e73cc24af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.245138] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.248335] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.833s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.249192] env[62839]: DEBUG nova.objects.instance [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lazy-loading 'resources' on Instance uuid 1361846e-fc5a-498a-8fd8-1e757cee4691 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.376056] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.376262] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.376321] env[62839]: DEBUG nova.network.neutron [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.377488] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.446693] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.447061] env[62839]: DEBUG nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance network_info: |[{"id": "be7b9e60-f972-4775-bea2-f62e73cc24af", "address": "fa:16:3e:b8:60:bb", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7b9e60-f9", "ovs_interfaceid": "be7b9e60-f972-4775-bea2-f62e73cc24af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.447495] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:60:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be7b9e60-f972-4775-bea2-f62e73cc24af', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.455573] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating folder: Project (92b80f63bf834011865d8265270ac716). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.456504] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26ac807b-9606-4d9e-b358-d7bb0e83605c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.467716] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Created folder: Project (92b80f63bf834011865d8265270ac716) in parent group-v554621. [ 963.467907] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating folder: Instances. Parent ref: group-v554854. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.468168] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eadfea3-aca6-4883-b219-3da60fc1f155 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.478861] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Created folder: Instances in parent group-v554854. [ 963.479225] env[62839]: DEBUG oslo.service.loopingcall [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.479495] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.479781] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bab21b2-24e5-4732-bf02-66f6f80f7215 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.500646] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.500646] env[62839]: value = "task-2757484" [ 963.500646] env[62839]: _type = "Task" [ 963.500646] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.508571] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757484, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.732277] env[62839]: DEBUG nova.compute.manager [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.733442] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e972903-e695-470e-afa1-d886c40f92fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.768226] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1f60e6ea-b93c-4295-951f-2eaa15abac20 tempest-ServerActionsV293TestJSON-1034334344 tempest-ServerActionsV293TestJSON-1034334344-project-member] Lock "6e50ecbb-b27c-49e4-92ed-94f6842a3cf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.436s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.877319] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.929996] env[62839]: DEBUG nova.network.neutron [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.014354] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757484, 'name': CreateVM_Task, 'duration_secs': 0.415323} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.017078] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.018038] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.018259] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.018598] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.018873] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2adde8-c8aa-4d3e-b0e7-601d7af4c1d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.023659] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 964.023659] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5227670f-0aaa-eea9-09eb-dddc48826483" [ 964.023659] env[62839]: _type = "Task" [ 964.023659] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.033535] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5227670f-0aaa-eea9-09eb-dddc48826483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.101066] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa0650-0705-43e5-9738-02c55c833061 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.110693] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8908fb4c-5593-4971-b24d-648b19e725bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.145390] env[62839]: DEBUG nova.network.neutron [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updating instance_info_cache with network_info: [{"id": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "address": "fa:16:3e:d3:59:a3", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9a25d0-52", "ovs_interfaceid": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.147366] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a545336-0b09-4556-9499-1b697f581c56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.155396] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e7831d-68a7-401d-a228-0ac7941a3f18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.171990] env[62839]: DEBUG nova.compute.provider_tree [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.246805] env[62839]: INFO nova.compute.manager [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] instance snapshotting [ 964.250684] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52ea8bf-3bdc-4836-b3b8-92644ed3ee1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.272095] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d66404-43a0-427d-b42c-7a233387d097 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.374511] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.534270] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5227670f-0aaa-eea9-09eb-dddc48826483, 'name': SearchDatastore_Task, 'duration_secs': 0.031573} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.534585] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.534824] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.535078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.535257] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.535441] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.535714] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6d09bc-b8fe-4374-ba8c-cd990e5db5b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.544838] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.545051] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.545837] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4332ddb-a869-4a1a-9bab-30ccfc9d4d27 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.552210] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 964.552210] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528cf4ba-c5f9-2bfa-798d-b8a9f9087bfa" [ 964.552210] env[62839]: _type = "Task" [ 964.552210] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.560356] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528cf4ba-c5f9-2bfa-798d-b8a9f9087bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.651103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.651484] env[62839]: DEBUG nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Instance network_info: |[{"id": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "address": "fa:16:3e:d3:59:a3", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9a25d0-52", "ovs_interfaceid": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.651919] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:59:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.660168] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Creating folder: Project (934ce29215cd4bb8b894c9014d0925a5). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.660490] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a36dec5a-7724-4ad8-bd13-855d0df0e95a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.672019] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Created folder: Project (934ce29215cd4bb8b894c9014d0925a5) in parent group-v554621. [ 964.672295] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Creating folder: Instances. Parent ref: group-v554857. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.672634] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede45147-6846-42cd-9e8f-05abd39d07e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.675335] env[62839]: DEBUG nova.scheduler.client.report [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.686649] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Created folder: Instances in parent group-v554857. [ 964.687088] env[62839]: DEBUG oslo.service.loopingcall [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.687168] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.687319] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fced036b-67d6-4043-915f-7976022da632 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.707085] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.707085] env[62839]: value = "task-2757487" [ 964.707085] env[62839]: _type = "Task" [ 964.707085] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.714921] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757487, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.791368] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.791368] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05e357b0-9447-4715-8016-db9d47992c9a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.797772] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 964.797772] env[62839]: value = "task-2757488" [ 964.797772] env[62839]: _type = "Task" [ 964.797772] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.806762] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.875853] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.878217] env[62839]: DEBUG nova.compute.manager [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Received event network-changed-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.878419] env[62839]: DEBUG nova.compute.manager [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Refreshing instance network info cache due to event network-changed-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.878660] env[62839]: DEBUG oslo_concurrency.lockutils [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] Acquiring lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.878808] env[62839]: DEBUG oslo_concurrency.lockutils [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] Acquired lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.878978] env[62839]: DEBUG nova.network.neutron [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Refreshing network info cache for port ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.063090] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528cf4ba-c5f9-2bfa-798d-b8a9f9087bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.063992] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e607da-9c42-438b-97f4-0c085999be7c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.069889] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 965.069889] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52342612-b601-a523-2ca3-e01506c3aa15" [ 965.069889] env[62839]: _type = "Task" [ 965.069889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.078391] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52342612-b601-a523-2ca3-e01506c3aa15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.180744] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.183160] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.188s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.183403] env[62839]: DEBUG nova.objects.instance [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lazy-loading 'resources' on Instance uuid 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.203597] env[62839]: INFO nova.scheduler.client.report [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Deleted allocations for instance 1361846e-fc5a-498a-8fd8-1e757cee4691 [ 965.217781] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757487, 'name': CreateVM_Task, 'duration_secs': 0.344702} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.218037] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.218784] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.218959] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.219387] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.219630] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4f5562-feb5-4790-8584-e617a06d6a16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.224699] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 965.224699] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d69c1d-83f9-9f66-fd9f-550c54461d38" [ 965.224699] env[62839]: _type = "Task" [ 965.224699] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.233322] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d69c1d-83f9-9f66-fd9f-550c54461d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.308375] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.375673] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.582119] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52342612-b601-a523-2ca3-e01506c3aa15, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.582119] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.582119] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.582391] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56707ca-1167-4e2b-9e30-a541372985c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.588958] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 965.588958] env[62839]: value = "task-2757489" [ 965.588958] env[62839]: _type = "Task" [ 965.588958] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.597245] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.643843] env[62839]: DEBUG nova.network.neutron [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updated VIF entry in instance network info cache for port ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.644273] env[62839]: DEBUG nova.network.neutron [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updating instance_info_cache with network_info: [{"id": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "address": "fa:16:3e:d3:59:a3", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9a25d0-52", "ovs_interfaceid": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.712437] env[62839]: DEBUG oslo_concurrency.lockutils [None req-17f75d50-615b-4a20-bb67-6a8da437e159 tempest-ServersTestMultiNic-1862563510 tempest-ServersTestMultiNic-1862563510-project-member] Lock "1361846e-fc5a-498a-8fd8-1e757cee4691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.608s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.735739] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d69c1d-83f9-9f66-fd9f-550c54461d38, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.736070] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.736312] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.736541] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.736690] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.736872] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.737162] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d0983f-d2f9-47e3-9875-90aea6a21ea9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.749348] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.749548] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.750287] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe0b1c5-5749-43d6-ab2e-c51fe89dc9f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.758026] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 965.758026] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521d270c-131b-cdcb-50e2-a35203f4059e" [ 965.758026] env[62839]: _type = "Task" [ 965.758026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.766275] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521d270c-131b-cdcb-50e2-a35203f4059e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.817752] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757488, 'name': CreateSnapshot_Task, 'duration_secs': 0.777742} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.818082] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.818837] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034df39-ff1d-4607-b8c3-915e167fb49a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.878649] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.044019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539cb101-e726-4025-b3a5-56bfb99c2e92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.053642] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3adf5e-f10a-481d-a197-191b8a97ce7e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.099960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562ecb4-0150-41d6-bab0-4c033d31c5b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.118846] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a45ae88-2b62-47d6-af9c-9f14c981a5cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.124244] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.137194] env[62839]: DEBUG nova.compute.provider_tree [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.147874] env[62839]: DEBUG oslo_concurrency.lockutils [req-d6156e4e-b5a7-45c6-9488-6b35e679db8d req-503cec8f-faa2-4775-a38e-b504a5e596e7 service nova] Releasing lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.269216] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521d270c-131b-cdcb-50e2-a35203f4059e, 'name': SearchDatastore_Task, 'duration_secs': 0.015621} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.270750] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50676fc-85db-4af0-a278-1af7ca7fe295 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.275868] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 966.275868] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c9ffdc-d5ba-e486-2e5a-8f07a3458b9f" [ 966.275868] env[62839]: _type = "Task" [ 966.275868] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.285076] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c9ffdc-d5ba-e486-2e5a-8f07a3458b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.338222] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.338568] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa7d5f52-ac8f-4972-9270-822fd1441c6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.346973] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 966.346973] env[62839]: value = "task-2757490" [ 966.346973] env[62839]: _type = "Task" [ 966.346973] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.355321] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757490, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.375932] env[62839]: DEBUG oslo_vmware.api [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Task: {'id': task-2757475, 'name': ReconfigVM_Task, 'duration_secs': 6.198303} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.376219] env[62839]: DEBUG oslo_concurrency.lockutils [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] Releasing lock "77fa7526-ab22-428f-9056-f31a34e3bad8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.376422] env[62839]: DEBUG nova.virt.vmwareapi.vmops [req-8375b5b7-0b2c-4815-b612-e6d27074cc0f req-b3394cd8-299c-4f98-af9e-9f2efbd0479c service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Reconfigured VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 966.376895] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.577s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.377131] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.377326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.377482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.379896] env[62839]: INFO nova.compute.manager [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Terminating instance [ 966.604135] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676742} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.604527] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.604845] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.605350] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b5014ff-726f-4779-8ac5-b417fc4e6906 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.608988] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.609250] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.609456] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.609638] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.609801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.612866] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 966.612866] env[62839]: value = "task-2757491" [ 966.612866] env[62839]: _type = "Task" [ 966.612866] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.613416] env[62839]: INFO nova.compute.manager [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Terminating instance [ 966.624835] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.641687] env[62839]: DEBUG nova.scheduler.client.report [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.787879] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c9ffdc-d5ba-e486-2e5a-8f07a3458b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012228} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.788212] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.788488] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 679c3b58-3f8c-492f-8b37-d379f83d2e5e/679c3b58-3f8c-492f-8b37-d379f83d2e5e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.788783] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e9835b-d00e-4764-9b61-73c839bec0df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.796925] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 966.796925] env[62839]: value = "task-2757492" [ 966.796925] env[62839]: _type = "Task" [ 966.796925] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.806117] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.857257] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757490, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.886333] env[62839]: DEBUG nova.compute.manager [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.886625] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.887516] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e3f7f9-cd21-4fe2-b221-29ac82e63b91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.896236] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.896492] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1567d978-adcc-4f27-954f-592ae7bb7a88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.903235] env[62839]: DEBUG oslo_vmware.api [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 966.903235] env[62839]: value = "task-2757493" [ 966.903235] env[62839]: _type = "Task" [ 966.903235] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.912442] env[62839]: DEBUG oslo_vmware.api [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.120768] env[62839]: DEBUG nova.compute.manager [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.120953] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.125394] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f30bbd-af1d-4cf3-a23a-61bf66f70548 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.128620] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072019} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.128933] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.130292] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09fe4fd-3ae6-44a7-8ced-acea81c9d8a0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.142274] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.143085] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe90529-1e2b-4703-89d0-1f41dc7ad3c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.162903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.176894] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.181879] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.628s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.183577] env[62839]: INFO nova.compute.claims [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.187212] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023bff17-748d-44ef-9dd5-179773e83984 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.207082] env[62839]: DEBUG oslo_vmware.api [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 967.207082] env[62839]: value = "task-2757494" [ 967.207082] env[62839]: _type = "Task" [ 967.207082] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.213429] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 967.213429] env[62839]: value = "task-2757495" [ 967.213429] env[62839]: _type = "Task" [ 967.213429] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.219662] env[62839]: INFO nova.scheduler.client.report [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Deleted allocations for instance 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2 [ 967.224673] env[62839]: DEBUG oslo_vmware.api [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.236729] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.308861] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.359756] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757490, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.413091] env[62839]: DEBUG oslo_vmware.api [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757493, 'name': PowerOffVM_Task, 'duration_secs': 0.213107} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.413623] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.413943] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.414360] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53ad6cde-7b52-44b7-af50-07b18f959839 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.483209] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.483497] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.484161] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleting the datastore file [datastore1] 77fa7526-ab22-428f-9056-f31a34e3bad8 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.484161] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaaaa9ca-ab61-4a1b-b232-375d2bcf5995 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.490301] env[62839]: DEBUG oslo_vmware.api [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 967.490301] env[62839]: value = "task-2757497" [ 967.490301] env[62839]: _type = "Task" [ 967.490301] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.498117] env[62839]: DEBUG oslo_vmware.api [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.707089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.707960] env[62839]: DEBUG nova.compute.utils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Instance 413dadb0-cf36-4525-90da-058d85b936ea could not be found. {{(pid=62839) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 967.709304] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.451s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.709543] env[62839]: DEBUG nova.objects.instance [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'resources' on Instance uuid 85999760-236d-43e1-9c01-be2a04de801c {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.711156] env[62839]: DEBUG nova.compute.manager [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Instance disappeared during build. {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 967.711435] env[62839]: DEBUG nova.compute.manager [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Unplugging VIFs for instance {{(pid=62839) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 967.711666] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-413dadb0-cf36-4525-90da-058d85b936ea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.711855] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-413dadb0-cf36-4525-90da-058d85b936ea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.712057] env[62839]: DEBUG nova.network.neutron [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.726089] env[62839]: DEBUG oslo_vmware.api [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757494, 'name': PowerOffVM_Task, 'duration_secs': 0.313408} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.729268] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.729457] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.732099] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.732538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-366c2782-a4a5-4dfe-8685-f755097dff43 tempest-ServerShowV257Test-1513467957 tempest-ServerShowV257Test-1513467957-project-member] Lock "01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.087s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.733393] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bceee19a-c5d1-4f3b-9681-f27e5e20647c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.792572] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.792816] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.793061] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Deleting the datastore file [datastore1] 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.793331] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c3769f-f219-46ca-99d9-f800342e05fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.800066] env[62839]: DEBUG oslo_vmware.api [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for the task: (returnval){ [ 967.800066] env[62839]: value = "task-2757499" [ 967.800066] env[62839]: _type = "Task" [ 967.800066] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.820018] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594162} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.820018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 679c3b58-3f8c-492f-8b37-d379f83d2e5e/679c3b58-3f8c-492f-8b37-d379f83d2e5e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.821679] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.822369] env[62839]: DEBUG oslo_vmware.api [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.822605] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef8424a-8c8d-41a7-80e7-742702d46158 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.829433] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 967.829433] env[62839]: value = "task-2757500" [ 967.829433] env[62839]: _type = "Task" [ 967.829433] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.839888] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.857026] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757490, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.000255] env[62839]: DEBUG oslo_vmware.api [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23063} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.000576] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.000746] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.001033] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.001222] env[62839]: INFO nova.compute.manager [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 968.001458] env[62839]: DEBUG oslo.service.loopingcall [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.001643] env[62839]: DEBUG nova.compute.manager [-] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.001737] env[62839]: DEBUG nova.network.neutron [-] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.221390] env[62839]: DEBUG nova.compute.utils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Can not refresh info_cache because instance was not found {{(pid=62839) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 968.240424] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757495, 'name': ReconfigVM_Task, 'duration_secs': 0.844874} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.240511] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.244542] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa2ecaa8-2464-44bf-8cdb-551f95f879f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.257076] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 968.257076] env[62839]: value = "task-2757501" [ 968.257076] env[62839]: _type = "Task" [ 968.257076] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.258142] env[62839]: DEBUG nova.network.neutron [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.269713] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757501, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.317414] env[62839]: DEBUG oslo_vmware.api [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Task: {'id': task-2757499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396828} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.317700] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.317891] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.318080] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.318300] env[62839]: INFO nova.compute.manager [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Took 1.20 seconds to destroy the instance on the hypervisor. [ 968.318548] env[62839]: DEBUG oslo.service.loopingcall [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.321332] env[62839]: DEBUG nova.compute.manager [-] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.321459] env[62839]: DEBUG nova.network.neutron [-] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.345963] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109197} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.346522] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.350162] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb45571-c3a9-472d-a84e-1eeae89920fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.388874] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 679c3b58-3f8c-492f-8b37-d379f83d2e5e/679c3b58-3f8c-492f-8b37-d379f83d2e5e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.395596] env[62839]: DEBUG nova.network.neutron [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.400872] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ca493a-ed30-41f1-b3be-e94d7ee05c08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.426930] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757490, 'name': CloneVM_Task, 'duration_secs': 1.866557} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.434083] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-413dadb0-cf36-4525-90da-058d85b936ea" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.434433] env[62839]: DEBUG nova.compute.manager [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62839) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 968.434506] env[62839]: DEBUG nova.compute.manager [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.435254] env[62839]: DEBUG nova.network.neutron [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.436993] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Created linked-clone VM from snapshot [ 968.439108] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16860a7-3e13-4422-93cd-58be2846a26e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.444929] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 968.444929] env[62839]: value = "task-2757502" [ 968.444929] env[62839]: _type = "Task" [ 968.444929] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.452132] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Uploading image 834162fa-678f-4c54-aafd-2c0daec5601d {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.463684] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.467348] env[62839]: DEBUG nova.network.neutron [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.485417] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.485725] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-308769e4-ceb9-4299-8864-97afa9ef4960 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.493744] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 968.493744] env[62839]: value = "task-2757503" [ 968.493744] env[62839]: _type = "Task" [ 968.493744] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.504383] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757503, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.694323] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09484166-bba7-43eb-99ef-5dac59d05789 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.703708] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01667303-e051-440d-91d6-6aefd6ddb681 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.739192] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8000f322-c708-45b4-a17e-5dfdd7acee35 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.747053] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb6de0e-ad08-4074-b475-1156c77eda8c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.762077] env[62839]: DEBUG nova.compute.provider_tree [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.771733] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757501, 'name': Rename_Task, 'duration_secs': 0.23308} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.772697] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.773011] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89a140bd-aeb1-4bc9-9b4b-89af44481df8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.781602] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 968.781602] env[62839]: value = "task-2757504" [ 968.781602] env[62839]: _type = "Task" [ 968.781602] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.792024] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.955652] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757502, 'name': ReconfigVM_Task, 'duration_secs': 0.447206} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.956032] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 679c3b58-3f8c-492f-8b37-d379f83d2e5e/679c3b58-3f8c-492f-8b37-d379f83d2e5e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.957051] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7868ae-a59a-4ea2-a3de-ac979d9a9f79 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.964509] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 968.964509] env[62839]: value = "task-2757505" [ 968.964509] env[62839]: _type = "Task" [ 968.964509] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.976645] env[62839]: DEBUG nova.network.neutron [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.977991] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757505, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.006891] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757503, 'name': Destroy_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.095361] env[62839]: DEBUG nova.compute.manager [req-3ac8650d-3e6e-4bb1-90ca-41cfdd188d0a req-28e5f1f2-35bc-4e54-a43e-61417e983397 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Received event network-vif-deleted-81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.095659] env[62839]: INFO nova.compute.manager [req-3ac8650d-3e6e-4bb1-90ca-41cfdd188d0a req-28e5f1f2-35bc-4e54-a43e-61417e983397 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Neutron deleted interface 81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e; detaching it from the instance and deleting it from the info cache [ 969.096227] env[62839]: DEBUG nova.network.neutron [req-3ac8650d-3e6e-4bb1-90ca-41cfdd188d0a req-28e5f1f2-35bc-4e54-a43e-61417e983397 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.268374] env[62839]: DEBUG nova.scheduler.client.report [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.292735] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.310707] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8ee4-4dd2-0ca5-fb8f-30acde6bee45/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.311728] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e241bc9d-970e-4007-add3-deccdbffd1ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.318932] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8ee4-4dd2-0ca5-fb8f-30acde6bee45/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.319528] env[62839]: ERROR oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8ee4-4dd2-0ca5-fb8f-30acde6bee45/disk-0.vmdk due to incomplete transfer. [ 969.319622] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a1457de-8e8d-4f94-8809-3dc0a9a001d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.327577] env[62839]: DEBUG oslo_vmware.rw_handles [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8ee4-4dd2-0ca5-fb8f-30acde6bee45/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 969.327783] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Uploaded image 879ffbe8-7047-4343-9934-c34244bdbf78 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 969.330323] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 969.330413] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79435bbb-4bef-4224-9d31-62519ad5a98c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.336413] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 969.336413] env[62839]: value = "task-2757506" [ 969.336413] env[62839]: _type = "Task" [ 969.336413] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.345593] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757506, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.417502] env[62839]: DEBUG nova.network.neutron [-] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.473935] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757505, 'name': Rename_Task, 'duration_secs': 0.150946} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.474431] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.474809] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a27cea00-0d19-4a89-a764-744c7dbbb7ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.479424] env[62839]: INFO nova.compute.manager [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 413dadb0-cf36-4525-90da-058d85b936ea] Took 1.04 seconds to deallocate network for instance. [ 969.484127] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 969.484127] env[62839]: value = "task-2757507" [ 969.484127] env[62839]: _type = "Task" [ 969.484127] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.494132] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.505340] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757503, 'name': Destroy_Task, 'duration_secs': 0.602071} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.505340] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Destroyed the VM [ 969.505602] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.505860] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f00f071-ab82-4bd8-ae91-5e43fc56d1eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.512040] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 969.512040] env[62839]: value = "task-2757508" [ 969.512040] env[62839]: _type = "Task" [ 969.512040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.520086] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757508, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.601046] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7c6d05d-af23-4657-88a2-097085e9f984 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.611272] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb33e14-d866-4097-abab-e25e5363d89b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.645902] env[62839]: DEBUG nova.compute.manager [req-3ac8650d-3e6e-4bb1-90ca-41cfdd188d0a req-28e5f1f2-35bc-4e54-a43e-61417e983397 service nova] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Detach interface failed, port_id=81d34a9c-c46e-4ce7-9ce5-3d2da60dd62e, reason: Instance 77fa7526-ab22-428f-9056-f31a34e3bad8 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 969.670168] env[62839]: DEBUG nova.network.neutron [-] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.775590] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.777839] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.501s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.779224] env[62839]: INFO nova.compute.claims [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.793530] env[62839]: DEBUG oslo_vmware.api [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757504, 'name': PowerOnVM_Task, 'duration_secs': 0.729332} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.796058] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.796302] env[62839]: INFO nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Took 10.03 seconds to spawn the instance on the hypervisor. [ 969.796534] env[62839]: DEBUG nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.797720] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0bec5c-f4c7-4e5f-8841-0672c3170683 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.804682] env[62839]: INFO nova.scheduler.client.report [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted allocations for instance 85999760-236d-43e1-9c01-be2a04de801c [ 969.849335] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757506, 'name': Destroy_Task, 'duration_secs': 0.361618} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.850765] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Destroyed the VM [ 969.851058] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.851337] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc243a90-0e00-4f96-b1f8-2bcfe2229ca4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.860199] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 969.860199] env[62839]: value = "task-2757509" [ 969.860199] env[62839]: _type = "Task" [ 969.860199] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.868939] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.919156] env[62839]: INFO nova.compute.manager [-] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Took 1.92 seconds to deallocate network for instance. [ 969.996612] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.023571] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757508, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.174531] env[62839]: INFO nova.compute.manager [-] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Took 1.85 seconds to deallocate network for instance. [ 970.326766] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bb24377-9311-4d7e-a879-bafe6fd8f3c5 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "85999760-236d-43e1-9c01-be2a04de801c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.660s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.329817] env[62839]: INFO nova.compute.manager [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Took 36.15 seconds to build instance. [ 970.372133] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757509, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.426223] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.500917] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.503013] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9384171d-8108-41f5-bbad-f4cdb038a96b tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "413dadb0-cf36-4525-90da-058d85b936ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.986s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.526525] env[62839]: DEBUG oslo_vmware.api [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757508, 'name': RemoveSnapshot_Task, 'duration_secs': 0.970571} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.528198] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.681961] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.833119] env[62839]: DEBUG oslo_concurrency.lockutils [None req-24219c31-1baa-413d-ab17-e9046cddef19 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.657s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.873184] env[62839]: DEBUG oslo_vmware.api [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757509, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560523} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.873395] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.875021] env[62839]: INFO nova.compute.manager [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Took 13.48 seconds to snapshot the instance on the hypervisor. [ 970.997726] env[62839]: DEBUG oslo_vmware.api [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757507, 'name': PowerOnVM_Task, 'duration_secs': 1.090711} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.000613] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.000841] env[62839]: INFO nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Took 8.67 seconds to spawn the instance on the hypervisor. [ 971.001295] env[62839]: DEBUG nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.002096] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d636be55-6daa-4f8e-9ccd-77015f38e5ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.029747] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "14465836-bd60-4025-a783-6745a0bc13da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.029985] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "14465836-bd60-4025-a783-6745a0bc13da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.032793] env[62839]: WARNING nova.compute.manager [None req-f67635c9-491a-4b29-b5e3-d996e1c0dec7 tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Image not found during snapshot: nova.exception.ImageNotFound: Image 834162fa-678f-4c54-aafd-2c0daec5601d could not be found. [ 971.078308] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb943c-04c8-41e1-9cc5-6d304f2e5b10 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.086089] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ee7dac-c89a-4248-897f-dfe096008535 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.120546] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009e045-d01c-4ab0-91f0-81e7392522e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.128400] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f5be82-a246-4c5f-b8ed-2b01a8eb707c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.147935] env[62839]: DEBUG nova.compute.provider_tree [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.199869] env[62839]: DEBUG nova.compute.manager [req-d47bd83d-5861-403c-b578-7ab9d13c5373 req-ecae8c69-3a40-4343-99f4-3bf00921c5fe service nova] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Received event network-vif-deleted-e869e73d-51ba-40c2-a905-0aa9e3ecc394 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.442602] env[62839]: DEBUG nova.compute.manager [None req-9fa03bea-da28-4e51-8f74-fc6f0e48ae71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Found 2 images (rotation: 2) {{(pid=62839) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 971.521029] env[62839]: INFO nova.compute.manager [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Took 36.36 seconds to build instance. [ 971.534060] env[62839]: DEBUG nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.652805] env[62839]: DEBUG nova.scheduler.client.report [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.930756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.931667] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.023550] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7e1f58dc-314e-4574-88f9-7169de8986b5 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.870s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.061496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.162525] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.163370] env[62839]: DEBUG nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.166967] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.356s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.168212] env[62839]: DEBUG nova.objects.instance [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lazy-loading 'resources' on Instance uuid beb5050f-353d-46e7-b321-360ed90d2a86 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.215724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "2ceae003-e299-4cda-8776-803164605051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.215724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "2ceae003-e299-4cda-8776-803164605051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.215724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "2ceae003-e299-4cda-8776-803164605051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.215724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "2ceae003-e299-4cda-8776-803164605051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.216931] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "2ceae003-e299-4cda-8776-803164605051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.217821] env[62839]: INFO nova.compute.manager [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Terminating instance [ 972.435608] env[62839]: DEBUG nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.673573] env[62839]: DEBUG nova.compute.utils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.677435] env[62839]: DEBUG nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.677620] env[62839]: DEBUG nova.network.neutron [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.721178] env[62839]: DEBUG nova.compute.manager [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.721408] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.722326] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53b3f67-f566-4559-8015-5a74b62cced8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.731236] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.731336] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89a7a54-9dd5-446c-bb96-da2d74722f05 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.736228] env[62839]: DEBUG nova.policy [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45852c6f14942eea559d7a07e368b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81bd0646e1ca4557bf9039d12f0bf42e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.742786] env[62839]: DEBUG oslo_vmware.api [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 972.742786] env[62839]: value = "task-2757510" [ 972.742786] env[62839]: _type = "Task" [ 972.742786] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.750867] env[62839]: DEBUG oslo_vmware.api [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.766553] env[62839]: DEBUG nova.compute.manager [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.769346] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ec6bb-0a29-4894-a89a-d399896f86be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.980445] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.038334] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77da84aa-549d-4756-abd0-5811d037cc31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.046539] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02618f30-b08e-4a32-8c49-f85e52743a57 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.085769] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600ac499-003f-456e-a96a-7ad30864090a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.096351] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a853505a-16b2-4ce7-92f7-8baa7fa08be8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.112162] env[62839]: DEBUG nova.compute.provider_tree [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.181598] env[62839]: DEBUG nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.253077] env[62839]: DEBUG oslo_vmware.api [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757510, 'name': PowerOffVM_Task, 'duration_secs': 0.255021} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.253385] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.253562] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.253856] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b6f1a5-0590-444c-9a05-91e6e68a4ccf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.284469] env[62839]: INFO nova.compute.manager [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] instance snapshotting [ 973.285197] env[62839]: DEBUG nova.objects.instance [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'flavor' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.305018] env[62839]: DEBUG nova.compute.manager [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Received event network-changed-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.305018] env[62839]: DEBUG nova.compute.manager [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Refreshing instance network info cache due to event network-changed-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.305018] env[62839]: DEBUG oslo_concurrency.lockutils [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] Acquiring lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.305018] env[62839]: DEBUG oslo_concurrency.lockutils [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] Acquired lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.305018] env[62839]: DEBUG nova.network.neutron [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Refreshing network info cache for port ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.317923] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.318465] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.322020] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleting the datastore file [datastore2] 2ceae003-e299-4cda-8776-803164605051 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.322020] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fa77074-80fb-4e77-ba47-3dd6c893b002 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.326288] env[62839]: DEBUG oslo_vmware.api [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for the task: (returnval){ [ 973.326288] env[62839]: value = "task-2757512" [ 973.326288] env[62839]: _type = "Task" [ 973.326288] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.335859] env[62839]: DEBUG oslo_vmware.api [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.366022] env[62839]: DEBUG nova.network.neutron [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Successfully created port: 5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.617051] env[62839]: DEBUG nova.scheduler.client.report [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.791875] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f43991-8cab-4b6d-ada0-2dcecb3af870 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.815329] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba69b2-b230-4824-8c83-bf9646000355 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.835696] env[62839]: DEBUG oslo_vmware.api [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.037641] env[62839]: DEBUG nova.network.neutron [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updated VIF entry in instance network info cache for port ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.038064] env[62839]: DEBUG nova.network.neutron [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updating instance_info_cache with network_info: [{"id": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "address": "fa:16:3e:d3:59:a3", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9a25d0-52", "ovs_interfaceid": "ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.120743] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.124039] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.771s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.125947] env[62839]: INFO nova.compute.claims [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.142060] env[62839]: INFO nova.scheduler.client.report [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted allocations for instance beb5050f-353d-46e7-b321-360ed90d2a86 [ 974.191682] env[62839]: DEBUG nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.216457] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.216738] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.216905] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.217128] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.217307] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.217470] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.217704] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.217875] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.218081] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.218253] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.218461] env[62839]: DEBUG nova.virt.hardware [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.219411] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0b47f5-be2a-4ff0-9298-3afb56e81566 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.227606] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c6f94-3f1b-4c9f-99e6-104cd2753aa0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.326594] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 974.326892] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3423d70-5265-45cb-933d-73342a88f763 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.337530] env[62839]: DEBUG oslo_vmware.api [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Task: {'id': task-2757512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654819} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.338672] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.338866] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.339076] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.339262] env[62839]: INFO nova.compute.manager [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] [instance: 2ceae003-e299-4cda-8776-803164605051] Took 1.62 seconds to destroy the instance on the hypervisor. [ 974.339519] env[62839]: DEBUG oslo.service.loopingcall [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.339796] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 974.339796] env[62839]: value = "task-2757513" [ 974.339796] env[62839]: _type = "Task" [ 974.339796] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.340053] env[62839]: DEBUG nova.compute.manager [-] [instance: 2ceae003-e299-4cda-8776-803164605051] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.340139] env[62839]: DEBUG nova.network.neutron [-] [instance: 2ceae003-e299-4cda-8776-803164605051] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.349944] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.541434] env[62839]: DEBUG oslo_concurrency.lockutils [req-221957d1-e6d6-44ec-b35c-3abc3dfea98e req-8d3957e2-e49e-4fdb-b3db-b10062e290d7 service nova] Releasing lock "refresh_cache-679c3b58-3f8c-492f-8b37-d379f83d2e5e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.649357] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64b92f28-fc21-4c9c-a2ad-a14237f39943 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "beb5050f-353d-46e7-b321-360ed90d2a86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.454s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.852869] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757513, 'name': CreateSnapshot_Task, 'duration_secs': 0.425527} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.853318] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.853919] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f0b6e-7b25-4c6a-bdd1-2dffa010d889 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.929145] env[62839]: DEBUG nova.network.neutron [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Successfully updated port: 5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.158172] env[62839]: DEBUG nova.network.neutron [-] [instance: 2ceae003-e299-4cda-8776-803164605051] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.336160] env[62839]: DEBUG nova.compute.manager [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: 2ceae003-e299-4cda-8776-803164605051] Received event network-vif-deleted-86288525-9a95-4eeb-b91f-0acb73d90c5a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.336613] env[62839]: DEBUG nova.compute.manager [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Received event network-vif-plugged-5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.337014] env[62839]: DEBUG oslo_concurrency.lockutils [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] Acquiring lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.337420] env[62839]: DEBUG oslo_concurrency.lockutils [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.337784] env[62839]: DEBUG oslo_concurrency.lockutils [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.338175] env[62839]: DEBUG nova.compute.manager [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] No waiting events found dispatching network-vif-plugged-5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.338538] env[62839]: WARNING nova.compute.manager [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Received unexpected event network-vif-plugged-5c8b85d5-c711-4c5b-a964-abfa67581fca for instance with vm_state building and task_state spawning. [ 975.338891] env[62839]: DEBUG nova.compute.manager [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Received event network-changed-5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.339257] env[62839]: DEBUG nova.compute.manager [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Refreshing instance network info cache due to event network-changed-5c8b85d5-c711-4c5b-a964-abfa67581fca. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.339689] env[62839]: DEBUG oslo_concurrency.lockutils [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] Acquiring lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.340145] env[62839]: DEBUG oslo_concurrency.lockutils [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] Acquired lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.340617] env[62839]: DEBUG nova.network.neutron [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Refreshing network info cache for port 5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.370784] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 975.373437] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0e3eab1-3fe0-42b9-9037-7942dd5912df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.383019] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 975.383019] env[62839]: value = "task-2757514" [ 975.383019] env[62839]: _type = "Task" [ 975.383019] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.392759] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "8d41ea5e-6757-4ace-b30c-030467138f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.392971] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "8d41ea5e-6757-4ace-b30c-030467138f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.393214] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "8d41ea5e-6757-4ace-b30c-030467138f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.393394] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "8d41ea5e-6757-4ace-b30c-030467138f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.393749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "8d41ea5e-6757-4ace-b30c-030467138f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.395125] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757514, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.395823] env[62839]: INFO nova.compute.manager [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Terminating instance [ 975.408382] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85927b2c-f191-4913-8ce1-58bbb7472650 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.415652] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc259d6-7e81-488e-ad37-b786b0d2750f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.444361] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.445272] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d01066-eb5d-48e2-b027-14e934cdcdb3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.452178] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f3cfe-4f50-48da-92f5-cd386904101c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.465363] env[62839]: DEBUG nova.compute.provider_tree [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.661727] env[62839]: INFO nova.compute.manager [-] [instance: 2ceae003-e299-4cda-8776-803164605051] Took 1.32 seconds to deallocate network for instance. [ 975.875897] env[62839]: DEBUG nova.network.neutron [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.892978] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757514, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.900914] env[62839]: DEBUG nova.compute.manager [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.900914] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.901760] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf3847f-effd-4ffe-ac32-1d9268c134c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.908429] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.908661] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73405ca3-1626-4fe2-a61f-04ea2332fd96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.914931] env[62839]: DEBUG oslo_vmware.api [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 975.914931] env[62839]: value = "task-2757515" [ 975.914931] env[62839]: _type = "Task" [ 975.914931] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.925467] env[62839]: DEBUG oslo_vmware.api [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.943387] env[62839]: DEBUG nova.network.neutron [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.968757] env[62839]: DEBUG nova.scheduler.client.report [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.168337] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.394354] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757514, 'name': CloneVM_Task, 'duration_secs': 0.949905} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.394690] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Created linked-clone VM from snapshot [ 976.395497] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521b5c56-e123-4b04-a468-77be99747769 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.402895] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Uploading image f0f5aeaf-85f5-435f-8263-fc6938607ec9 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 976.427539] env[62839]: DEBUG oslo_vmware.api [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757515, 'name': PowerOffVM_Task, 'duration_secs': 0.24491} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.429846] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 976.429846] env[62839]: value = "vm-554863" [ 976.429846] env[62839]: _type = "VirtualMachine" [ 976.429846] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 976.430150] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.430322] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.430533] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eea58814-393a-4c53-9aca-2cf88ed6a9c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.432142] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a193b358-b2f8-455e-984d-0347f3602393 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.440099] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease: (returnval){ [ 976.440099] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524be6dd-a84d-14a5-b2ee-75790a71ebcf" [ 976.440099] env[62839]: _type = "HttpNfcLease" [ 976.440099] env[62839]: } obtained for exporting VM: (result){ [ 976.440099] env[62839]: value = "vm-554863" [ 976.440099] env[62839]: _type = "VirtualMachine" [ 976.440099] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 976.440362] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the lease: (returnval){ [ 976.440362] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524be6dd-a84d-14a5-b2ee-75790a71ebcf" [ 976.440362] env[62839]: _type = "HttpNfcLease" [ 976.440362] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.447525] env[62839]: DEBUG oslo_concurrency.lockutils [req-2c4804cf-992f-4b5d-8dd5-9f3e56fa647d req-0bc5656a-949d-4851-93c5-18e07ec290ac service nova] Releasing lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.447714] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.447714] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524be6dd-a84d-14a5-b2ee-75790a71ebcf" [ 976.447714] env[62839]: _type = "HttpNfcLease" [ 976.447714] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.447927] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.448094] env[62839]: DEBUG nova.network.neutron [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.473308] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.473789] env[62839]: DEBUG nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.476273] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.957s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.478027] env[62839]: INFO nova.compute.claims [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.505479] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.505708] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.505896] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleting the datastore file [datastore1] 8d41ea5e-6757-4ace-b30c-030467138f68 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.506188] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-962fbd15-f1d3-44c2-a670-0d7668db380d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.513226] env[62839]: DEBUG oslo_vmware.api [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for the task: (returnval){ [ 976.513226] env[62839]: value = "task-2757518" [ 976.513226] env[62839]: _type = "Task" [ 976.513226] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.522101] env[62839]: DEBUG oslo_vmware.api [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.955093] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.955093] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524be6dd-a84d-14a5-b2ee-75790a71ebcf" [ 976.955093] env[62839]: _type = "HttpNfcLease" [ 976.955093] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 976.955561] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 976.955561] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524be6dd-a84d-14a5-b2ee-75790a71ebcf" [ 976.955561] env[62839]: _type = "HttpNfcLease" [ 976.955561] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 976.956714] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bd1500-1e36-4a29-8bf9-558d7b4cf4e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.967039] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabd8-2a54-4811-0d07-095fbe2ca3ec/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 976.967330] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabd8-2a54-4811-0d07-095fbe2ca3ec/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.051473] env[62839]: DEBUG nova.compute.utils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.054490] env[62839]: DEBUG nova.network.neutron [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.060602] env[62839]: DEBUG nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.060872] env[62839]: DEBUG nova.network.neutron [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.081934] env[62839]: DEBUG oslo_vmware.api [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Task: {'id': task-2757518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317937} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.082332] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.084137] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.084137] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.084137] env[62839]: INFO nova.compute.manager [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Took 1.18 seconds to destroy the instance on the hypervisor. [ 977.084137] env[62839]: DEBUG oslo.service.loopingcall [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.084137] env[62839]: DEBUG nova.compute.manager [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.084137] env[62839]: DEBUG nova.network.neutron [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.100568] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-998c440d-16ba-464f-9161-231fa0d90ec8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.161686] env[62839]: DEBUG nova.policy [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18a57a96918e4465a7b19d831c04ce6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4166d4643acd40d38a1f12a6809b4831', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.327254] env[62839]: DEBUG nova.network.neutron [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updating instance_info_cache with network_info: [{"id": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "address": "fa:16:3e:11:de:04", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8b85d5-c7", "ovs_interfaceid": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.512032] env[62839]: DEBUG nova.network.neutron [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Successfully created port: 99d90a0d-804b-482c-b92c-f5bba7042b96 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.558200] env[62839]: DEBUG nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.575120] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.575120] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.669257] env[62839]: DEBUG nova.compute.manager [req-05e8e9b2-74e7-4800-a012-3980d1bd802f req-1a0fff0a-c1b7-4109-b301-7a3d90cc38fa service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Received event network-vif-deleted-dde0a5e8-eff6-4332-aef6-8b5d1dd0d346 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.669466] env[62839]: INFO nova.compute.manager [req-05e8e9b2-74e7-4800-a012-3980d1bd802f req-1a0fff0a-c1b7-4109-b301-7a3d90cc38fa service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Neutron deleted interface dde0a5e8-eff6-4332-aef6-8b5d1dd0d346; detaching it from the instance and deleting it from the info cache [ 977.669645] env[62839]: DEBUG nova.network.neutron [req-05e8e9b2-74e7-4800-a012-3980d1bd802f req-1a0fff0a-c1b7-4109-b301-7a3d90cc38fa service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.829580] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.829919] env[62839]: DEBUG nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Instance network_info: |[{"id": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "address": "fa:16:3e:11:de:04", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8b85d5-c7", "ovs_interfaceid": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.832954] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:de:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c8b85d5-c711-4c5b-a964-abfa67581fca', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.841051] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating folder: Project (81bd0646e1ca4557bf9039d12f0bf42e). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.841571] env[62839]: DEBUG nova.network.neutron [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.845236] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dadd14f8-d2bc-4149-9452-8ccfa5379d35 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.857654] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created folder: Project (81bd0646e1ca4557bf9039d12f0bf42e) in parent group-v554621. [ 977.857848] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating folder: Instances. Parent ref: group-v554864. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.858098] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38753dfa-2b86-4cff-855c-654079ac6b34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.871360] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created folder: Instances in parent group-v554864. [ 977.871360] env[62839]: DEBUG oslo.service.loopingcall [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.871360] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.871878] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2f79de-857e-432f-bd36-bda9f40fba68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.894889] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.894889] env[62839]: value = "task-2757521" [ 977.894889] env[62839]: _type = "Task" [ 977.894889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.902880] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757521, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.930840] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe5672-d610-4ac3-9f96-20b939893342 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.937988] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf862e7-ed6e-4a1e-b6bd-0716817e2689 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.971830] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feea01f-6ca6-40fc-a99d-ceeaddf7418a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.980200] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6dc441-9649-4ec0-aa0f-d3ed63a1b005 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.994437] env[62839]: DEBUG nova.compute.provider_tree [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.079359] env[62839]: INFO nova.compute.manager [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Detaching volume 008604cd-7217-418a-a723-61ede4669a1c [ 978.135944] env[62839]: INFO nova.virt.block_device [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Attempting to driver detach volume 008604cd-7217-418a-a723-61ede4669a1c from mountpoint /dev/sdb [ 978.136323] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 978.136697] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554844', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'name': 'volume-008604cd-7217-418a-a723-61ede4669a1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a12e7a53-4957-415e-8e30-ba6cc9a367db', 'attached_at': '', 'detached_at': '', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'serial': '008604cd-7217-418a-a723-61ede4669a1c'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 978.138289] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55d8f6e-6cd6-493f-98f5-162c461fcb0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.161824] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5518913e-33df-41b4-933f-b923a78a5522 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170211] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebd3c7a-d18d-412f-993f-1c3c31a01d72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.173357] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19b9cafa-9cc0-410f-9c1b-df46de573b71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.197063] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed418e0-c88d-4c64-9108-809efef3644a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.203103] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a504549-7176-4217-8040-4a0890f0b426 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.231721] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] The volume has not been displaced from its original location: [datastore2] volume-008604cd-7217-418a-a723-61ede4669a1c/volume-008604cd-7217-418a-a723-61ede4669a1c.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 978.238039] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.251581] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ffc644-6388-48e3-8061-1bd5813c1ed6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.267801] env[62839]: DEBUG nova.compute.manager [req-05e8e9b2-74e7-4800-a012-3980d1bd802f req-1a0fff0a-c1b7-4109-b301-7a3d90cc38fa service nova] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Detach interface failed, port_id=dde0a5e8-eff6-4332-aef6-8b5d1dd0d346, reason: Instance 8d41ea5e-6757-4ace-b30c-030467138f68 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 978.274275] env[62839]: DEBUG oslo_vmware.api [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 978.274275] env[62839]: value = "task-2757522" [ 978.274275] env[62839]: _type = "Task" [ 978.274275] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.285783] env[62839]: DEBUG oslo_vmware.api [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.346096] env[62839]: INFO nova.compute.manager [-] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Took 1.26 seconds to deallocate network for instance. [ 978.406622] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757521, 'name': CreateVM_Task, 'duration_secs': 0.395878} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.406778] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.407518] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.407713] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.408205] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.408481] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ec5172-2750-4f47-afc7-d0f2b4254035 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.413199] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 978.413199] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52082e49-1578-c12a-720d-27dea986bdb0" [ 978.413199] env[62839]: _type = "Task" [ 978.413199] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.422358] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52082e49-1578-c12a-720d-27dea986bdb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.498370] env[62839]: DEBUG nova.scheduler.client.report [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.572658] env[62839]: DEBUG nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.599858] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.600181] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.600407] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.600677] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.600960] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.601145] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.601420] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.601698] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.601874] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.602054] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.602233] env[62839]: DEBUG nova.virt.hardware [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.603168] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecda0e55-5e5f-4ef6-9ce8-bea30af5101b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.612156] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9390a9-00af-4ea1-b91d-dce0a51767c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.786368] env[62839]: DEBUG oslo_vmware.api [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757522, 'name': ReconfigVM_Task, 'duration_secs': 0.392724} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.786653] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.791384] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a307ddb0-8a3c-491e-abbe-5aaa88502ab3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.808675] env[62839]: DEBUG oslo_vmware.api [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 978.808675] env[62839]: value = "task-2757523" [ 978.808675] env[62839]: _type = "Task" [ 978.808675] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.817888] env[62839]: DEBUG oslo_vmware.api [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.853263] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.923279] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52082e49-1578-c12a-720d-27dea986bdb0, 'name': SearchDatastore_Task, 'duration_secs': 0.021678} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.923579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.924151] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.924151] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.924257] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.924471] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.924745] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28673ad6-ac4d-4ac4-bde9-a14994e02427 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.934078] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.934429] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.935230] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca477dd7-78c2-493a-a12c-51cc2d69ecb0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.943718] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 978.943718] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52457292-4ae1-90e8-7269-e5de697e2e6c" [ 978.943718] env[62839]: _type = "Task" [ 978.943718] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.953527] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52457292-4ae1-90e8-7269-e5de697e2e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.003867] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.004432] env[62839]: DEBUG nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.007287] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.530s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.239036] env[62839]: DEBUG nova.compute.manager [req-264d4250-78ef-413c-b832-348698f105d2 req-29db4e93-5f11-4934-97ef-b973334ede4f service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Received event network-vif-plugged-99d90a0d-804b-482c-b92c-f5bba7042b96 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.239275] env[62839]: DEBUG oslo_concurrency.lockutils [req-264d4250-78ef-413c-b832-348698f105d2 req-29db4e93-5f11-4934-97ef-b973334ede4f service nova] Acquiring lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.239471] env[62839]: DEBUG oslo_concurrency.lockutils [req-264d4250-78ef-413c-b832-348698f105d2 req-29db4e93-5f11-4934-97ef-b973334ede4f service nova] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.239635] env[62839]: DEBUG oslo_concurrency.lockutils [req-264d4250-78ef-413c-b832-348698f105d2 req-29db4e93-5f11-4934-97ef-b973334ede4f service nova] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.239799] env[62839]: DEBUG nova.compute.manager [req-264d4250-78ef-413c-b832-348698f105d2 req-29db4e93-5f11-4934-97ef-b973334ede4f service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] No waiting events found dispatching network-vif-plugged-99d90a0d-804b-482c-b92c-f5bba7042b96 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.239960] env[62839]: WARNING nova.compute.manager [req-264d4250-78ef-413c-b832-348698f105d2 req-29db4e93-5f11-4934-97ef-b973334ede4f service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Received unexpected event network-vif-plugged-99d90a0d-804b-482c-b92c-f5bba7042b96 for instance with vm_state building and task_state spawning. [ 979.319932] env[62839]: DEBUG oslo_vmware.api [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757523, 'name': ReconfigVM_Task, 'duration_secs': 0.173245} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.320325] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554844', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'name': 'volume-008604cd-7217-418a-a723-61ede4669a1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a12e7a53-4957-415e-8e30-ba6cc9a367db', 'attached_at': '', 'detached_at': '', 'volume_id': '008604cd-7217-418a-a723-61ede4669a1c', 'serial': '008604cd-7217-418a-a723-61ede4669a1c'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 979.454925] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52457292-4ae1-90e8-7269-e5de697e2e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.455721] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52aeec91-7d38-45a3-8fd4-6b9b5754481a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.460655] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 979.460655] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ec20bc-5fce-30b0-eac3-c04555ea91fc" [ 979.460655] env[62839]: _type = "Task" [ 979.460655] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.468441] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ec20bc-5fce-30b0-eac3-c04555ea91fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.514718] env[62839]: DEBUG nova.compute.utils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.518273] env[62839]: INFO nova.compute.claims [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.521981] env[62839]: DEBUG nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.522173] env[62839]: DEBUG nova.network.neutron [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.578974] env[62839]: DEBUG nova.policy [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e13cb6e5bcb444aa59c3d2e500766b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2fed330057427b8cdbb3edef384ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.642856] env[62839]: DEBUG nova.network.neutron [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Successfully updated port: 99d90a0d-804b-482c-b92c-f5bba7042b96 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.663090] env[62839]: DEBUG nova.compute.manager [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Received event network-changed-99d90a0d-804b-482c-b92c-f5bba7042b96 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.663381] env[62839]: DEBUG nova.compute.manager [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Refreshing instance network info cache due to event network-changed-99d90a0d-804b-482c-b92c-f5bba7042b96. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.663586] env[62839]: DEBUG oslo_concurrency.lockutils [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] Acquiring lock "refresh_cache-e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.663871] env[62839]: DEBUG oslo_concurrency.lockutils [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] Acquired lock "refresh_cache-e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.663871] env[62839]: DEBUG nova.network.neutron [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Refreshing network info cache for port 99d90a0d-804b-482c-b92c-f5bba7042b96 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.849846] env[62839]: DEBUG nova.network.neutron [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Successfully created port: 3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.876489] env[62839]: DEBUG nova.objects.instance [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lazy-loading 'flavor' on Instance uuid a12e7a53-4957-415e-8e30-ba6cc9a367db {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.972194] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ec20bc-5fce-30b0-eac3-c04555ea91fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.973712] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.973712] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f2fcf2f9-6201-4213-8042-698ed5fc45d1/f2fcf2f9-6201-4213-8042-698ed5fc45d1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.973712] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8032429b-acdd-4c49-983c-132921f4e6a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.979846] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 979.979846] env[62839]: value = "task-2757524" [ 979.979846] env[62839]: _type = "Task" [ 979.979846] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.988030] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.024092] env[62839]: DEBUG nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.027815] env[62839]: INFO nova.compute.resource_tracker [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating resource usage from migration 42d15ab9-17df-401d-b4f5-457dde17957e [ 980.150527] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "refresh_cache-e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.205999] env[62839]: DEBUG nova.network.neutron [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.396578] env[62839]: DEBUG nova.network.neutron [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.401850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412f399-a47d-4d41-ad0d-f5b742c6dd2a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.413528] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f8e5c-0fc7-4d24-bd47-cd2c9f529c04 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.449705] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad623df3-7b70-492e-87e5-8ec4cee0e830 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.460270] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db7917d-0f96-4e93-bcaf-391f40231e67 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.476641] env[62839]: DEBUG nova.compute.provider_tree [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.491654] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.884735] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1c664805-e791-489c-a7cf-90d5a8f6b4ae tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.900584] env[62839]: DEBUG oslo_concurrency.lockutils [req-85aad2a0-43b7-472d-b01d-561147177a90 req-5c30f94f-f340-4043-b976-069dfbb69369 service nova] Releasing lock "refresh_cache-e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.900981] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquired lock "refresh_cache-e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.901189] env[62839]: DEBUG nova.network.neutron [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.980983] env[62839]: DEBUG nova.scheduler.client.report [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.994564] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581009} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.994874] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f2fcf2f9-6201-4213-8042-698ed5fc45d1/f2fcf2f9-6201-4213-8042-698ed5fc45d1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.995138] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.995447] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-829f0373-aa84-484c-9917-c81783c55130 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.003240] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 981.003240] env[62839]: value = "task-2757525" [ 981.003240] env[62839]: _type = "Task" [ 981.003240] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.011496] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.037813] env[62839]: DEBUG nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.066030] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.066030] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.066030] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.066030] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.066030] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.066442] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.066762] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.067038] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.067322] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.067616] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.067929] env[62839]: DEBUG nova.virt.hardware [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.069186] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6888ee-f1ee-4504-9aec-353517431878 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.079538] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf892cf-c8bc-47ba-bb7d-e6b81d61f857 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.432270] env[62839]: DEBUG nova.compute.manager [req-ea8e1178-9cdb-49a0-9f4c-98a628537ff3 req-7a313e60-3d4d-43be-b036-dc2e5cc01cc3 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Received event network-vif-plugged-3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.432493] env[62839]: DEBUG oslo_concurrency.lockutils [req-ea8e1178-9cdb-49a0-9f4c-98a628537ff3 req-7a313e60-3d4d-43be-b036-dc2e5cc01cc3 service nova] Acquiring lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.432703] env[62839]: DEBUG oslo_concurrency.lockutils [req-ea8e1178-9cdb-49a0-9f4c-98a628537ff3 req-7a313e60-3d4d-43be-b036-dc2e5cc01cc3 service nova] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.433031] env[62839]: DEBUG oslo_concurrency.lockutils [req-ea8e1178-9cdb-49a0-9f4c-98a628537ff3 req-7a313e60-3d4d-43be-b036-dc2e5cc01cc3 service nova] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.433031] env[62839]: DEBUG nova.compute.manager [req-ea8e1178-9cdb-49a0-9f4c-98a628537ff3 req-7a313e60-3d4d-43be-b036-dc2e5cc01cc3 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] No waiting events found dispatching network-vif-plugged-3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.433310] env[62839]: WARNING nova.compute.manager [req-ea8e1178-9cdb-49a0-9f4c-98a628537ff3 req-7a313e60-3d4d-43be-b036-dc2e5cc01cc3 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Received unexpected event network-vif-plugged-3e5b4951-ddfc-4692-9125-108161f2220d for instance with vm_state building and task_state spawning. [ 981.438571] env[62839]: DEBUG nova.network.neutron [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.489434] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.482s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.489651] env[62839]: INFO nova.compute.manager [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Migrating [ 981.497887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.346s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.499512] env[62839]: INFO nova.compute.claims [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.531220] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065741} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.531220] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.532106] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8948504f-fb11-4c93-8aba-f180f7eca214 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.567930] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f2fcf2f9-6201-4213-8042-698ed5fc45d1/f2fcf2f9-6201-4213-8042-698ed5fc45d1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.571831] env[62839]: DEBUG nova.network.neutron [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Successfully updated port: 3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.573471] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44dccbe-dd5c-4f80-a877-29f1619092e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.589862] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.590009] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.590190] env[62839]: DEBUG nova.network.neutron [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.597829] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 981.597829] env[62839]: value = "task-2757526" [ 981.597829] env[62839]: _type = "Task" [ 981.597829] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.607277] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.690392] env[62839]: DEBUG nova.network.neutron [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Updating instance_info_cache with network_info: [{"id": "99d90a0d-804b-482c-b92c-f5bba7042b96", "address": "fa:16:3e:e1:5b:9f", "network": {"id": "c46b6e5b-61f4-404d-ab09-ee48fff70a1c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-981253024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4166d4643acd40d38a1f12a6809b4831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d90a0d-80", "ovs_interfaceid": "99d90a0d-804b-482c-b92c-f5bba7042b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.017430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.017561] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.017730] env[62839]: DEBUG nova.network.neutron [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.022283] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.022498] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.022704] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "a12e7a53-4957-415e-8e30-ba6cc9a367db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.022881] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.023067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.025925] env[62839]: INFO nova.compute.manager [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Terminating instance [ 982.110672] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757526, 'name': ReconfigVM_Task, 'duration_secs': 0.455151} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.111207] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f2fcf2f9-6201-4213-8042-698ed5fc45d1/f2fcf2f9-6201-4213-8042-698ed5fc45d1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.111359] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc66b5a-aa53-4ee1-a688-ef631a5d4800 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.118075] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 982.118075] env[62839]: value = "task-2757527" [ 982.118075] env[62839]: _type = "Task" [ 982.118075] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.126768] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757527, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.127646] env[62839]: DEBUG nova.network.neutron [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.193870] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Releasing lock "refresh_cache-e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.194494] env[62839]: DEBUG nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Instance network_info: |[{"id": "99d90a0d-804b-482c-b92c-f5bba7042b96", "address": "fa:16:3e:e1:5b:9f", "network": {"id": "c46b6e5b-61f4-404d-ab09-ee48fff70a1c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-981253024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4166d4643acd40d38a1f12a6809b4831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d90a0d-80", "ovs_interfaceid": "99d90a0d-804b-482c-b92c-f5bba7042b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.194939] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:5b:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99d90a0d-804b-482c-b92c-f5bba7042b96', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.203536] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Creating folder: Project (4166d4643acd40d38a1f12a6809b4831). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.203716] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8312a6f-5f40-41db-bb62-71f5feb10c77 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.215396] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Created folder: Project (4166d4643acd40d38a1f12a6809b4831) in parent group-v554621. [ 982.215765] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Creating folder: Instances. Parent ref: group-v554867. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.216037] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2ba3624-543d-4b1b-9d9e-b4eb9104e1ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.226096] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Created folder: Instances in parent group-v554867. [ 982.226358] env[62839]: DEBUG oslo.service.loopingcall [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.226556] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.226770] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b340d11-cb7e-40f6-aa5c-470161f3dda0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.247119] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.247119] env[62839]: value = "task-2757530" [ 982.247119] env[62839]: _type = "Task" [ 982.247119] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.255705] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757530, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.295377] env[62839]: DEBUG nova.network.neutron [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Updating instance_info_cache with network_info: [{"id": "3e5b4951-ddfc-4692-9125-108161f2220d", "address": "fa:16:3e:2c:4b:d0", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5b4951-dd", "ovs_interfaceid": "3e5b4951-ddfc-4692-9125-108161f2220d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.530542] env[62839]: DEBUG nova.compute.manager [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.530542] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.530542] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68af357d-0d42-43a5-a888-7668fb68321b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.539522] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.539658] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6484b6e-3429-4995-a90a-b4ac0477d60d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.546632] env[62839]: DEBUG oslo_vmware.api [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 982.546632] env[62839]: value = "task-2757531" [ 982.546632] env[62839]: _type = "Task" [ 982.546632] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.561132] env[62839]: DEBUG oslo_vmware.api [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.632612] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757527, 'name': Rename_Task, 'duration_secs': 0.219385} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.635449] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.635730] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3b3cf43-2d8c-4619-bf1b-a8b20381176a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.645904] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 982.645904] env[62839]: value = "task-2757532" [ 982.645904] env[62839]: _type = "Task" [ 982.645904] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.655215] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.757498] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757530, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.798207] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.798835] env[62839]: DEBUG nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Instance network_info: |[{"id": "3e5b4951-ddfc-4692-9125-108161f2220d", "address": "fa:16:3e:2c:4b:d0", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5b4951-dd", "ovs_interfaceid": "3e5b4951-ddfc-4692-9125-108161f2220d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.799526] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:4b:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e5b4951-ddfc-4692-9125-108161f2220d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.808100] env[62839]: DEBUG oslo.service.loopingcall [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.811041] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.811462] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23247c3a-90be-40d2-a122-bf2bf817fe88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.829396] env[62839]: DEBUG nova.network.neutron [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance_info_cache with network_info: [{"id": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "address": "fa:16:3e:f4:32:1d", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2918a4fc-db", "ovs_interfaceid": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.836336] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.836336] env[62839]: value = "task-2757533" [ 982.836336] env[62839]: _type = "Task" [ 982.836336] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.850133] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757533, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.861548] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed8c2d-dba3-4501-8e75-b96548ceb548 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.870027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c5cab-8c8e-4282-9175-f7939659eddc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.902839] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8131eb7d-c1b4-45b8-a8f2-99d68236dfad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.910873] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d661c504-8abe-4e06-a908-ed9dd66c19f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.925492] env[62839]: DEBUG nova.compute.provider_tree [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.057178] env[62839]: DEBUG oslo_vmware.api [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757531, 'name': PowerOffVM_Task, 'duration_secs': 0.320081} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.057562] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.057783] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.058164] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abe15ed3-84dc-4fe2-9df8-e6058924d435 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.117597] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.117930] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.118106] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleting the datastore file [datastore2] a12e7a53-4957-415e-8e30-ba6cc9a367db {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.118382] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187024a5-f614-45e8-8d83-a6e35e00c542 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.124720] env[62839]: DEBUG oslo_vmware.api [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 983.124720] env[62839]: value = "task-2757535" [ 983.124720] env[62839]: _type = "Task" [ 983.124720] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.133483] env[62839]: DEBUG oslo_vmware.api [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.158329] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.258245] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757530, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.333128] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.349424] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757533, 'name': CreateVM_Task, 'duration_secs': 0.415766} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.349602] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.350301] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.350455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.350791] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.351083] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68217f86-5bbe-48c3-b198-7ac25b83580f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.355925] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 983.355925] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ecd6b3-2da1-5082-a48d-c7831509c1ed" [ 983.355925] env[62839]: _type = "Task" [ 983.355925] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.363802] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ecd6b3-2da1-5082-a48d-c7831509c1ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.429509] env[62839]: DEBUG nova.scheduler.client.report [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.481806] env[62839]: DEBUG nova.compute.manager [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Received event network-changed-3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.482010] env[62839]: DEBUG nova.compute.manager [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Refreshing instance network info cache due to event network-changed-3e5b4951-ddfc-4692-9125-108161f2220d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.482295] env[62839]: DEBUG oslo_concurrency.lockutils [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] Acquiring lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.482854] env[62839]: DEBUG oslo_concurrency.lockutils [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] Acquired lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.483055] env[62839]: DEBUG nova.network.neutron [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Refreshing network info cache for port 3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.635146] env[62839]: DEBUG oslo_vmware.api [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188015} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.635377] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.635568] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.635741] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.635913] env[62839]: INFO nova.compute.manager [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Took 1.11 seconds to destroy the instance on the hypervisor. [ 983.636171] env[62839]: DEBUG oslo.service.loopingcall [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.636554] env[62839]: DEBUG nova.compute.manager [-] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.636554] env[62839]: DEBUG nova.network.neutron [-] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.656128] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.759801] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757530, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.866437] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ecd6b3-2da1-5082-a48d-c7831509c1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.866775] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.867022] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.867263] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.867417] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.867655] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.867977] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acea9789-767d-445d-af87-6d02ea2a7d55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.877846] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.878046] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.879521] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbbcdf1b-9e5e-4a57-a964-b46a8172ca6c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.886316] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 983.886316] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5207ed2c-3fac-f2d0-68ca-fc267e4da0f4" [ 983.886316] env[62839]: _type = "Task" [ 983.886316] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.895585] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5207ed2c-3fac-f2d0-68ca-fc267e4da0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.934047] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.934677] env[62839]: DEBUG nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.938793] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.533s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.159027] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.195081] env[62839]: DEBUG nova.compute.manager [req-f35a22cb-eb63-4295-ab41-b7e920d5335c req-25105395-433b-489a-9f31-a07e7d4e5f93 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Received event network-vif-deleted-cc5fc92d-9509-42f6-bb07-852555ce04c4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.195284] env[62839]: INFO nova.compute.manager [req-f35a22cb-eb63-4295-ab41-b7e920d5335c req-25105395-433b-489a-9f31-a07e7d4e5f93 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Neutron deleted interface cc5fc92d-9509-42f6-bb07-852555ce04c4; detaching it from the instance and deleting it from the info cache [ 984.195507] env[62839]: DEBUG nova.network.neutron [req-f35a22cb-eb63-4295-ab41-b7e920d5335c req-25105395-433b-489a-9f31-a07e7d4e5f93 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.236577] env[62839]: DEBUG nova.network.neutron [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Updated VIF entry in instance network info cache for port 3e5b4951-ddfc-4692-9125-108161f2220d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.236996] env[62839]: DEBUG nova.network.neutron [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Updating instance_info_cache with network_info: [{"id": "3e5b4951-ddfc-4692-9125-108161f2220d", "address": "fa:16:3e:2c:4b:d0", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5b4951-dd", "ovs_interfaceid": "3e5b4951-ddfc-4692-9125-108161f2220d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.261297] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757530, 'name': CreateVM_Task, 'duration_secs': 1.723483} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.261525] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.262333] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.262543] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.262922] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.263274] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49926e9-e114-4028-a2cf-a750c728b8e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.268475] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 984.268475] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528313bd-7e62-1628-939c-441550892b90" [ 984.268475] env[62839]: _type = "Task" [ 984.268475] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.278462] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528313bd-7e62-1628-939c-441550892b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.402741] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5207ed2c-3fac-f2d0-68ca-fc267e4da0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.402741] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead0236a-b1b9-47b1-b37f-b0183d6bcf43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.408023] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 984.408023] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523b6446-b6ae-fb57-e237-f6e5d9b674c5" [ 984.408023] env[62839]: _type = "Task" [ 984.408023] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.415187] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523b6446-b6ae-fb57-e237-f6e5d9b674c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.443382] env[62839]: DEBUG nova.compute.utils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.453938] env[62839]: DEBUG nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.454217] env[62839]: DEBUG nova.network.neutron [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.491471] env[62839]: DEBUG nova.policy [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf287afe89fc45feb78c387ec5bbe953', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9309e9c4044a8f8c008c887bbb5f67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.509916] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabd8-2a54-4811-0d07-095fbe2ca3ec/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 984.510870] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e669e53b-1750-4dfd-8bd8-c4690769da28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.519214] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabd8-2a54-4811-0d07-095fbe2ca3ec/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 984.519394] env[62839]: ERROR oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabd8-2a54-4811-0d07-095fbe2ca3ec/disk-0.vmdk due to incomplete transfer. [ 984.519624] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1a177b3-d8c1-41ac-9689-bdfbe4c90f03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.526577] env[62839]: DEBUG oslo_vmware.rw_handles [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabd8-2a54-4811-0d07-095fbe2ca3ec/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 984.526773] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Uploaded image f0f5aeaf-85f5-435f-8263-fc6938607ec9 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 984.528887] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 984.529136] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b9090fa-3d0c-40de-bc69-985212e956ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.534828] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 984.534828] env[62839]: value = "task-2757536" [ 984.534828] env[62839]: _type = "Task" [ 984.534828] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.542637] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757536, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.657715] env[62839]: DEBUG oslo_vmware.api [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757532, 'name': PowerOnVM_Task, 'duration_secs': 1.524099} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.658526] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.658526] env[62839]: INFO nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Took 10.47 seconds to spawn the instance on the hypervisor. [ 984.658722] env[62839]: DEBUG nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.659580] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d225da-e3a7-4329-bc2d-36344d6f91f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.663897] env[62839]: DEBUG nova.network.neutron [-] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.698080] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d585efeb-594f-41e5-8089-818e3a89eac7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.714114] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62bb7a1-99fd-4aeb-bcda-b1de7e6dd381 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.746959] env[62839]: DEBUG oslo_concurrency.lockutils [req-4f99dbdd-87bc-4bde-ab64-66f012af8ee5 req-1c04d6eb-23f6-455e-bbc2-f361233ccdda service nova] Releasing lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.747766] env[62839]: DEBUG nova.compute.manager [req-f35a22cb-eb63-4295-ab41-b7e920d5335c req-25105395-433b-489a-9f31-a07e7d4e5f93 service nova] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Detach interface failed, port_id=cc5fc92d-9509-42f6-bb07-852555ce04c4, reason: Instance a12e7a53-4957-415e-8e30-ba6cc9a367db could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 984.780976] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528313bd-7e62-1628-939c-441550892b90, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.781310] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.781544] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.781752] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.803716] env[62839]: DEBUG nova.network.neutron [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Successfully created port: 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.854051] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77b1d9d-6485-4aaf-bb71-d656f7428c51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.873062] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance '04830df7-612a-4263-b884-33c132d56e74' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.917569] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523b6446-b6ae-fb57-e237-f6e5d9b674c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.917842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.918112] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 887842a1-e996-4c2f-85b8-a5b8046fc5b8/887842a1-e996-4c2f-85b8-a5b8046fc5b8.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.918496] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.918684] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.918906] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-766bb7cc-4818-4c5b-9666-31ac44b5c628 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.920832] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae0fe73e-9091-439c-a692-4869d76d5d4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.926868] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 984.926868] env[62839]: value = "task-2757537" [ 984.926868] env[62839]: _type = "Task" [ 984.926868] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.931462] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.931672] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.932433] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf6762f-abd7-4e30-a647-c8794dd416af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.938225] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.945265] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 984.945265] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e96ad2-2469-418e-9786-808ad1a53669" [ 984.945265] env[62839]: _type = "Task" [ 984.945265] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.953059] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e96ad2-2469-418e-9786-808ad1a53669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.954477] env[62839]: DEBUG nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.957415] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Applying migration context for instance 04830df7-612a-4263-b884-33c132d56e74 as it has an incoming, in-progress migration 42d15ab9-17df-401d-b4f5-457dde17957e. Migration status is migrating {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 984.958978] env[62839]: INFO nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating resource usage from migration 42d15ab9-17df-401d-b4f5-457dde17957e [ 984.991890] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e3fd97a6-50de-4b50-b513-f5d07c9ff1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.992056] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.992214] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 8d41ea5e-6757-4ace-b30c-030467138f68 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 984.992371] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 984.992526] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance a12e7a53-4957-415e-8e30-ba6cc9a367db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.992642] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d76cead4-3521-4a26-9f50-90a2c674930f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.992793] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d4806675-c818-4b97-a2ee-71211c672ed1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 77fa7526-ab22-428f-9056-f31a34e3bad8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 984.994562] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 2ceae003-e299-4cda-8776-803164605051 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 7365fb0e-0627-4c02-a6ff-14177626789e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 679c3b58-3f8c-492f-8b37-d379f83d2e5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 887842a1-e996-4c2f-85b8-a5b8046fc5b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Migration 42d15ab9-17df-401d-b4f5-457dde17957e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 04830df7-612a-4263-b884-33c132d56e74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 984.994562] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9db5da96-aa00-4df3-8565-f0fcf2c244a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.054031] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757536, 'name': Destroy_Task, 'duration_secs': 0.389685} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.054373] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Destroyed the VM [ 985.054617] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 985.054868] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d1e2380-8a74-4ac8-aff5-755d8131ebd8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.061356] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 985.061356] env[62839]: value = "task-2757538" [ 985.061356] env[62839]: _type = "Task" [ 985.061356] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.069187] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757538, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.170230] env[62839]: INFO nova.compute.manager [-] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Took 1.53 seconds to deallocate network for instance. [ 985.180892] env[62839]: INFO nova.compute.manager [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Took 36.93 seconds to build instance. [ 985.378748] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.379089] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec161bd6-890e-489c-bd2b-d15e70eca8af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.390124] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 985.390124] env[62839]: value = "task-2757539" [ 985.390124] env[62839]: _type = "Task" [ 985.390124] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.402989] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.437901] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50494} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.438221] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 887842a1-e996-4c2f-85b8-a5b8046fc5b8/887842a1-e996-4c2f-85b8-a5b8046fc5b8.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.438460] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.438721] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-723fb500-ec09-49a3-8f3b-64bcaa8dc32c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.445467] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 985.445467] env[62839]: value = "task-2757540" [ 985.445467] env[62839]: _type = "Task" [ 985.445467] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.461584] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.470307] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e96ad2-2469-418e-9786-808ad1a53669, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.472096] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeee8040-d31f-4908-bc7f-364d640fe610 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.477630] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 985.477630] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e3bfe7-5f3a-e747-8547-74a83e320eb9" [ 985.477630] env[62839]: _type = "Task" [ 985.477630] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.487745] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e3bfe7-5f3a-e747-8547-74a83e320eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.497034] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 14465836-bd60-4025-a783-6745a0bc13da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 985.572963] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757538, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.683259] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.683712] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42bc619b-3011-44d7-a16b-ea2ffe1e8be6 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.452s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.874904] env[62839]: DEBUG nova.compute.manager [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Received event network-changed-5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.875155] env[62839]: DEBUG nova.compute.manager [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Refreshing instance network info cache due to event network-changed-5c8b85d5-c711-4c5b-a964-abfa67581fca. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.875353] env[62839]: DEBUG oslo_concurrency.lockutils [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] Acquiring lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.875505] env[62839]: DEBUG oslo_concurrency.lockutils [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] Acquired lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.875714] env[62839]: DEBUG nova.network.neutron [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Refreshing network info cache for port 5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.900255] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757539, 'name': PowerOffVM_Task, 'duration_secs': 0.229299} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.900495] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.900677] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance '04830df7-612a-4263-b884-33c132d56e74' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.955395] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107839} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.955694] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.956534] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130083a3-2707-4728-aabe-ca44930652be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.979061] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 887842a1-e996-4c2f-85b8-a5b8046fc5b8/887842a1-e996-4c2f-85b8-a5b8046fc5b8.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.980280] env[62839]: DEBUG nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.982524] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22f3580-a22f-479a-ae19-b59481d410fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.999714] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance bed1644c-3ecb-45c7-a50d-af0022d95b9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 985.999999] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 986.000151] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 986.008126] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e3bfe7-5f3a-e747-8547-74a83e320eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013994} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.009667] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.009930] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb/e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.010265] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 986.010265] env[62839]: value = "task-2757541" [ 986.010265] env[62839]: _type = "Task" [ 986.010265] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.010450] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae338e90-675f-480c-baff-916fc8870ca0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.023258] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.026340] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 986.026340] env[62839]: value = "task-2757542" [ 986.026340] env[62839]: _type = "Task" [ 986.026340] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.028430] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.028603] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.028758] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.028938] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.029094] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.029279] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.029448] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.029608] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.029834] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.029937] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.030124] env[62839]: DEBUG nova.virt.hardware [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.031179] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f05fce-7742-4e7e-b800-a9acf318571d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.047539] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6cdd30-7d27-4318-980d-697f60a42171 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.051660] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.075963] env[62839]: DEBUG oslo_vmware.api [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757538, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529775} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.076275] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 986.076524] env[62839]: INFO nova.compute.manager [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Took 12.29 seconds to snapshot the instance on the hypervisor. [ 986.338198] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db896b-bb73-49f6-9c0f-521b60d233ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.349315] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b741d8f3-bae5-4e7a-90ec-3fa38079ce70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.389819] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20af678a-f154-4ffc-8910-5145d720d90f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.400558] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e867fee-ac64-4a01-a151-18a2f358f1d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.406963] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.407225] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.407376] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.407556] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.407714] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.407922] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.408164] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.408236] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.408381] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.408545] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.408716] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.413740] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6697cf03-9397-461a-a444-db8b733ee730 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.439754] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.442320] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 986.442320] env[62839]: value = "task-2757543" [ 986.442320] env[62839]: _type = "Task" [ 986.442320] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.454385] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.524196] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757541, 'name': ReconfigVM_Task, 'duration_secs': 0.46033} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.524500] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 887842a1-e996-4c2f-85b8-a5b8046fc5b8/887842a1-e996-4c2f-85b8-a5b8046fc5b8.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.525155] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9494ef4b-1915-4850-bcdf-fc6d3aba30df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.531660] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 986.531660] env[62839]: value = "task-2757544" [ 986.531660] env[62839]: _type = "Task" [ 986.531660] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.547512] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757544, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.547768] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757542, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.573699] env[62839]: DEBUG nova.network.neutron [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Successfully updated port: 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.625971] env[62839]: DEBUG nova.compute.manager [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Found 3 images (rotation: 2) {{(pid=62839) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 986.626216] env[62839]: DEBUG nova.compute.manager [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Rotating out 1 backups {{(pid=62839) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 986.626371] env[62839]: DEBUG nova.compute.manager [None req-be824e24-33ca-4272-b81b-df4b904a9fdd tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleting image 4f299109-ed84-45b8-b245-aa24b2773225 {{(pid=62839) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 986.691849] env[62839]: DEBUG nova.network.neutron [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updated VIF entry in instance network info cache for port 5c8b85d5-c711-4c5b-a964-abfa67581fca. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.692569] env[62839]: DEBUG nova.network.neutron [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updating instance_info_cache with network_info: [{"id": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "address": "fa:16:3e:11:de:04", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8b85d5-c7", "ovs_interfaceid": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.944090] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.956196] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757543, 'name': ReconfigVM_Task, 'duration_secs': 0.314533} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.956522] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance '04830df7-612a-4263-b884-33c132d56e74' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.043553] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757544, 'name': Rename_Task, 'duration_secs': 0.139303} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.046705] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.046974] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52256} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.047183] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b243fa8b-35c5-410c-b9c3-7db9576380e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.048708] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb/e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.048916] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.049157] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1127009-029f-4526-adaf-b0ddd958753e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.055480] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 987.055480] env[62839]: value = "task-2757545" [ 987.055480] env[62839]: _type = "Task" [ 987.055480] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.056667] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 987.056667] env[62839]: value = "task-2757546" [ 987.056667] env[62839]: _type = "Task" [ 987.056667] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.068781] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.071297] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.077970] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.078114] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.078262] env[62839]: DEBUG nova.network.neutron [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.194581] env[62839]: DEBUG oslo_concurrency.lockutils [req-bac7d3af-2a51-45c3-8e81-3ebb55b9a017 req-ddd36a33-3f69-4bb7-869b-75c54a499a08 service nova] Releasing lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.452283] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 987.452548] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.514s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.452808] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.760s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.452988] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.455195] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.029s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.455383] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.457134] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.775s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.457316] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.458871] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.398s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.460891] env[62839]: INFO nova.compute.claims [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.465580] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.465893] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.466012] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.466147] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.466295] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.466440] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.466642] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.466797] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.466962] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.467142] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.467319] env[62839]: DEBUG nova.virt.hardware [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.472563] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.473139] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72189f4-f49f-4116-b8d5-f2ca883b0c61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.488711] env[62839]: INFO nova.scheduler.client.report [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted allocations for instance 77fa7526-ab22-428f-9056-f31a34e3bad8 [ 987.490921] env[62839]: INFO nova.scheduler.client.report [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Deleted allocations for instance 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82 [ 987.497597] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 987.497597] env[62839]: value = "task-2757547" [ 987.497597] env[62839]: _type = "Task" [ 987.497597] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.505432] env[62839]: INFO nova.scheduler.client.report [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Deleted allocations for instance 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc [ 987.509764] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.569069] env[62839]: DEBUG oslo_vmware.api [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757545, 'name': PowerOnVM_Task, 'duration_secs': 0.476669} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.571938] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.572123] env[62839]: INFO nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Took 6.53 seconds to spawn the instance on the hypervisor. [ 987.572313] env[62839]: DEBUG nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.572817] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065631} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.573557] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b693f7b-8e38-4e84-b3aa-2de97bd79b1c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.575893] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.576605] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59535567-5da3-4662-84d5-47c8014aca6c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.604513] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb/e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.605374] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b536a9c6-4386-4b5a-a2ec-4ca9ac86cebc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.625322] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 987.625322] env[62839]: value = "task-2757548" [ 987.625322] env[62839]: _type = "Task" [ 987.625322] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.634837] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.647954] env[62839]: DEBUG nova.network.neutron [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.846482] env[62839]: DEBUG nova.network.neutron [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.003475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9b9d4306-9650-4ba1-b02e-e31355075a10 tempest-ServersWithSpecificFlavorTestJSON-1985879630 tempest-ServersWithSpecificFlavorTestJSON-1985879630-project-member] Lock "2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.394s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.008929] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a7036243-7e80-4715-87eb-d51817954b0c tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "77fa7526-ab22-428f-9056-f31a34e3bad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.632s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.018090] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757547, 'name': ReconfigVM_Task, 'duration_secs': 0.224547} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.019029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-04158b90-bdcb-48ba-b3d6-90128f33d3cb tempest-ServersV294TestFqdnHostnames-1596344407 tempest-ServersV294TestFqdnHostnames-1596344407-project-member] Lock "5c1b5fee-7174-467f-b63e-10cc3cf0e3bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.050s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.019976] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.021271] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbc1ed1-74f1-4844-80c6-96d4a3cc8066 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.046260] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 04830df7-612a-4263-b884-33c132d56e74/04830df7-612a-4263-b884-33c132d56e74.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.046783] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec01596-8907-4671-98ea-f4ed24d8bff6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.068409] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 988.068409] env[62839]: value = "task-2757549" [ 988.068409] env[62839]: _type = "Task" [ 988.068409] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.082217] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.114293] env[62839]: DEBUG nova.compute.manager [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-vif-plugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.114544] env[62839]: DEBUG oslo_concurrency.lockutils [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.114784] env[62839]: DEBUG oslo_concurrency.lockutils [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.115087] env[62839]: DEBUG oslo_concurrency.lockutils [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.115314] env[62839]: DEBUG nova.compute.manager [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] No waiting events found dispatching network-vif-plugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.115488] env[62839]: WARNING nova.compute.manager [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received unexpected event network-vif-plugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 for instance with vm_state building and task_state spawning. [ 988.115686] env[62839]: DEBUG nova.compute.manager [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.115842] env[62839]: DEBUG nova.compute.manager [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing instance network info cache due to event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.116036] env[62839]: DEBUG oslo_concurrency.lockutils [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] Acquiring lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.118935] env[62839]: INFO nova.compute.manager [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Took 36.62 seconds to build instance. [ 988.139303] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.350380] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.350380] env[62839]: DEBUG nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Instance network_info: |[{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.350380] env[62839]: DEBUG oslo_concurrency.lockutils [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] Acquired lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.350380] env[62839]: DEBUG nova.network.neutron [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.351570] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:f4:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.362317] env[62839]: DEBUG oslo.service.loopingcall [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.367694] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.368224] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8536462a-7e9a-47b9-b7d4-8a9d908c270d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.391482] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.391482] env[62839]: value = "task-2757550" [ 988.391482] env[62839]: _type = "Task" [ 988.391482] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.405022] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757550, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.577963] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757549, 'name': ReconfigVM_Task, 'duration_secs': 0.291815} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.578378] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 04830df7-612a-4263-b884-33c132d56e74/04830df7-612a-4263-b884-33c132d56e74.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.578711] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance '04830df7-612a-4263-b884-33c132d56e74' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.624837] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d585f8d7-9519-4f53-8c47-4b7142897191 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.136s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.636904] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757548, 'name': ReconfigVM_Task, 'duration_secs': 0.667227} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.637959] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb/e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.638605] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ee70b8-8cb8-447f-b41d-a4cd11d6dbcb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.646718] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 988.646718] env[62839]: value = "task-2757551" [ 988.646718] env[62839]: _type = "Task" [ 988.646718] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.659037] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757551, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.668063] env[62839]: DEBUG nova.network.neutron [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updated VIF entry in instance network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.668485] env[62839]: DEBUG nova.network.neutron [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.796295] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f60bc4-f3e4-425d-8a51-0122384ba4df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.804835] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a202c96-7e30-452a-a10c-321d0f8a0b16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.838825] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b0e68c-53e4-4b06-98d0-4e775ac51a1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.847522] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b83a7c6-ed44-4f7e-a6c4-dcc5b9a5a5d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.852514] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.852514] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.853640] env[62839]: INFO nova.compute.manager [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Shelving [ 988.865964] env[62839]: DEBUG nova.compute.provider_tree [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.901247] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757550, 'name': CreateVM_Task, 'duration_secs': 0.352849} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.901510] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.902243] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.902465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.902823] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.905110] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941cabea-e62e-4319-a149-c7587799329c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.908255] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 988.908255] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a9bd53-f2d2-727f-62f1-9c86d54635fc" [ 988.908255] env[62839]: _type = "Task" [ 988.908255] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.917315] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a9bd53-f2d2-727f-62f1-9c86d54635fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.961906] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "d76cead4-3521-4a26-9f50-90a2c674930f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.962017] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.962193] env[62839]: DEBUG nova.compute.manager [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.963189] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6b5eb0-d84a-49d7-97d4-44971d1a9e8c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.970552] env[62839]: DEBUG nova.compute.manager [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 988.971115] env[62839]: DEBUG nova.objects.instance [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'flavor' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.088826] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81919f04-b3f9-461a-b1de-7eb7a00d1cce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.111553] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd5adf-d073-43f8-a1d7-7879ed99d14b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.131406] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance '04830df7-612a-4263-b884-33c132d56e74' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.156514] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757551, 'name': Rename_Task, 'duration_secs': 0.161248} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.156786] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.156960] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ee837c-f8a0-4df2-93d4-a4d426c728cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.163076] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 989.163076] env[62839]: value = "task-2757552" [ 989.163076] env[62839]: _type = "Task" [ 989.163076] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.172182] env[62839]: DEBUG oslo_concurrency.lockutils [req-3f82a29b-d520-4e06-9e54-19ecc7ce1a28 req-0f4b0433-2b02-4cdd-926f-57c31076e1d8 service nova] Releasing lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.175836] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.372059] env[62839]: DEBUG nova.scheduler.client.report [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.375799] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.376185] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811db376-33b9-45c1-9f6c-8ae66f8fd828 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.384033] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 989.384033] env[62839]: value = "task-2757553" [ 989.384033] env[62839]: _type = "Task" [ 989.384033] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.393826] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.424774] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a9bd53-f2d2-727f-62f1-9c86d54635fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.426746] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.427095] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.427353] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.427493] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.427683] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.428013] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df39c8ad-ab95-4eb9-978f-8ba6dbd33b47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.437764] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.437764] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.439314] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358a1aa6-c4b2-4037-bc27-f5b36d055cfa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.445278] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 989.445278] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ceccef-7b5c-49d5-6121-822e32e11d20" [ 989.445278] env[62839]: _type = "Task" [ 989.445278] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.455381] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ceccef-7b5c-49d5-6121-822e32e11d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.672966] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.715054] env[62839]: DEBUG nova.network.neutron [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Port 2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 989.879583] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.880211] env[62839]: DEBUG nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.886648] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.909s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.888524] env[62839]: INFO nova.compute.claims [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.909078] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757553, 'name': PowerOffVM_Task, 'duration_secs': 0.185314} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.909392] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.911910] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182a77f-d896-43c0-825b-eb6aaf7ac7b7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.937247] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e34852a-6a6c-49f3-b23e-8370f160be2d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.960283] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ceccef-7b5c-49d5-6121-822e32e11d20, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.960813] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd1cfdb-7f04-4037-87aa-f9d418cb9327 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.966902] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 989.966902] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522b0138-139b-d804-01ab-011912cf781c" [ 989.966902] env[62839]: _type = "Task" [ 989.966902] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.976816] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522b0138-139b-d804-01ab-011912cf781c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.982234] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.982234] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33087971-984a-4163-8dfe-ecd175fd15b2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.989192] env[62839]: DEBUG oslo_vmware.api [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 989.989192] env[62839]: value = "task-2757554" [ 989.989192] env[62839]: _type = "Task" [ 989.989192] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.006048] env[62839]: DEBUG oslo_vmware.api [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.174792] env[62839]: DEBUG oslo_vmware.api [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757552, 'name': PowerOnVM_Task, 'duration_secs': 0.850431} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.175376] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.175376] env[62839]: INFO nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Took 11.60 seconds to spawn the instance on the hypervisor. [ 990.175570] env[62839]: DEBUG nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.176468] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce9da1-6424-4b2e-8094-0cf65efa0055 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.403956] env[62839]: DEBUG nova.compute.utils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.405443] env[62839]: DEBUG nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.405972] env[62839]: DEBUG nova.network.neutron [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.451019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 990.451459] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1aead288-e4ca-4ce6-a456-8312b37fe381 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.462992] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 990.462992] env[62839]: value = "task-2757555" [ 990.462992] env[62839]: _type = "Task" [ 990.462992] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.463612] env[62839]: DEBUG nova.policy [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f537a167ae6472ba2bf741e383cad46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c952cff1852475a81639ea11745c9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.478976] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.482490] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522b0138-139b-d804-01ab-011912cf781c, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.482730] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.482961] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.483673] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-729cf3e8-734f-4dc3-a29f-471dbac9e104 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.491583] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 990.491583] env[62839]: value = "task-2757556" [ 990.491583] env[62839]: _type = "Task" [ 990.491583] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.504143] env[62839]: DEBUG oslo_vmware.api [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757554, 'name': PowerOffVM_Task, 'duration_secs': 0.231359} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.507478] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.507898] env[62839]: DEBUG nova.compute.manager [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.508218] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.509083] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66170356-284d-486b-b0ce-f8243512907b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.697202] env[62839]: INFO nova.compute.manager [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Took 40.36 seconds to build instance. [ 990.752142] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "04830df7-612a-4263-b884-33c132d56e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.752142] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.752142] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.914188] env[62839]: DEBUG nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.994354] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757555, 'name': CreateSnapshot_Task, 'duration_secs': 0.474729} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.995447] env[62839]: DEBUG nova.network.neutron [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Successfully created port: bba36b57-056a-4c78-8274-45c2e57c769b {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.005308] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 991.006913] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e905201-5e6c-4b69-a306-20f120b4e46e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.016911] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519975} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.023334] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.023810] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.028236] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d1dd1c-83e5-4078-af80-7fa034b3a044 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.031300] env[62839]: DEBUG oslo_concurrency.lockutils [None req-dd247ec2-0f47-4da7-a633-13c44ddd3d00 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.035706] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 991.035706] env[62839]: value = "task-2757557" [ 991.035706] env[62839]: _type = "Task" [ 991.035706] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.047690] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.201861] env[62839]: DEBUG oslo_concurrency.lockutils [None req-85d572e1-da6d-4f34-ae56-79384e1edb4a tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.878s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.335124] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "1a726f18-76de-46a6-91a2-7502e3e93f34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.335392] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.367982] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb78788-0aeb-44b4-aec9-cc66e8bd3769 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.376597] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538941f7-8aa3-4ec1-bc7d-8a248431048d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.415025] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0222e0ad-2522-4c9e-9bda-9b846e46f556 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.421775] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec4d923-89ed-41d5-985c-dbfd4aca381d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.444938] env[62839]: DEBUG nova.compute.provider_tree [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.533985] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.534536] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70e7be1c-d0c7-40fa-96da-02942c94270d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.549028] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070207} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.550412] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.551038] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 991.551038] env[62839]: value = "task-2757558" [ 991.551038] env[62839]: _type = "Task" [ 991.551038] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.551468] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff37bba-3823-4ac1-ad16-9e302fae1982 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.563222] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757558, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.580718] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.581774] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca6e9d9-2bfe-4601-a2f6-f72c50cc3e9c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.603328] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 991.603328] env[62839]: value = "task-2757559" [ 991.603328] env[62839]: _type = "Task" [ 991.603328] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.612025] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.837981] env[62839]: DEBUG nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.843589] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.843589] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.843589] env[62839]: DEBUG nova.network.neutron [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.935296] env[62839]: DEBUG nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.948842] env[62839]: DEBUG nova.scheduler.client.report [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.968666] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.968919] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.969087] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.969292] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.969407] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.969557] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.969765] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.969923] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.970106] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.970274] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.970446] env[62839]: DEBUG nova.virt.hardware [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.971532] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89b6df-e3c4-496b-8892-2aabcd9e742c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.981185] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5680f6fc-9a33-4b39-b33e-749beda91477 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.065156] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757558, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.125035] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757559, 'name': ReconfigVM_Task, 'duration_secs': 0.356164} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.125035] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.125035] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89187922-0c37-470b-ad13-81233be0d005 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.133833] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 992.133833] env[62839]: value = "task-2757560" [ 992.133833] env[62839]: _type = "Task" [ 992.133833] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.142144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.142144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.142144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.142144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.142144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.148020] env[62839]: INFO nova.compute.manager [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Terminating instance [ 992.150829] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757560, 'name': Rename_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.368047] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.455580] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.456087] env[62839]: DEBUG nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.460923] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.293s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.461217] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.465103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.611s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.465103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.467738] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.785s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.468071] env[62839]: DEBUG nova.objects.instance [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lazy-loading 'resources' on Instance uuid a12e7a53-4957-415e-8e30-ba6cc9a367db {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.491842] env[62839]: INFO nova.scheduler.client.report [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Deleted allocations for instance 2ceae003-e299-4cda-8776-803164605051 [ 992.498415] env[62839]: INFO nova.scheduler.client.report [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Deleted allocations for instance 8d41ea5e-6757-4ace-b30c-030467138f68 [ 992.571709] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757558, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.620694] env[62839]: DEBUG nova.compute.manager [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Stashing vm_state: stopped {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 992.649344] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757560, 'name': Rename_Task, 'duration_secs': 0.153129} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.649866] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.649941] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aebe0da-c6da-414b-99d2-974ca7c72d26 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.653198] env[62839]: DEBUG nova.network.neutron [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance_info_cache with network_info: [{"id": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "address": "fa:16:3e:f4:32:1d", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2918a4fc-db", "ovs_interfaceid": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.654700] env[62839]: DEBUG nova.compute.manager [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.654922] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.658016] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f727cda-6d7c-41dc-ae7d-17078bb4c718 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.662937] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 992.662937] env[62839]: value = "task-2757561" [ 992.662937] env[62839]: _type = "Task" [ 992.662937] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.668429] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.672026] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d8e6b60-afa0-4e56-bcaa-62a98b8f6dcb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.675167] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.677906] env[62839]: DEBUG oslo_vmware.api [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 992.677906] env[62839]: value = "task-2757562" [ 992.677906] env[62839]: _type = "Task" [ 992.677906] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.687761] env[62839]: DEBUG oslo_vmware.api [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.899699] env[62839]: DEBUG nova.compute.manager [req-bdde7213-8d48-4823-b8fa-3d09f1a2341e req-1b0f8762-4180-4064-8b04-db9bc87729fe service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Received event network-vif-plugged-bba36b57-056a-4c78-8274-45c2e57c769b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.899970] env[62839]: DEBUG oslo_concurrency.lockutils [req-bdde7213-8d48-4823-b8fa-3d09f1a2341e req-1b0f8762-4180-4064-8b04-db9bc87729fe service nova] Acquiring lock "14465836-bd60-4025-a783-6745a0bc13da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.903843] env[62839]: DEBUG oslo_concurrency.lockutils [req-bdde7213-8d48-4823-b8fa-3d09f1a2341e req-1b0f8762-4180-4064-8b04-db9bc87729fe service nova] Lock "14465836-bd60-4025-a783-6745a0bc13da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.904060] env[62839]: DEBUG oslo_concurrency.lockutils [req-bdde7213-8d48-4823-b8fa-3d09f1a2341e req-1b0f8762-4180-4064-8b04-db9bc87729fe service nova] Lock "14465836-bd60-4025-a783-6745a0bc13da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.904247] env[62839]: DEBUG nova.compute.manager [req-bdde7213-8d48-4823-b8fa-3d09f1a2341e req-1b0f8762-4180-4064-8b04-db9bc87729fe service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] No waiting events found dispatching network-vif-plugged-bba36b57-056a-4c78-8274-45c2e57c769b {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.904421] env[62839]: WARNING nova.compute.manager [req-bdde7213-8d48-4823-b8fa-3d09f1a2341e req-1b0f8762-4180-4064-8b04-db9bc87729fe service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Received unexpected event network-vif-plugged-bba36b57-056a-4c78-8274-45c2e57c769b for instance with vm_state building and task_state spawning. [ 992.971804] env[62839]: DEBUG nova.compute.utils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.977911] env[62839]: DEBUG nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.978154] env[62839]: DEBUG nova.network.neutron [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.003427] env[62839]: DEBUG oslo_concurrency.lockutils [None req-971e133e-3607-4913-9012-b0fa5d2967bd tempest-ImagesTestJSON-636613743 tempest-ImagesTestJSON-636613743-project-member] Lock "2ceae003-e299-4cda-8776-803164605051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.788s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.011793] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c7bd7dc-4ca9-455c-a7d8-fe93a4719583 tempest-ServersAdminTestJSON-462311118 tempest-ServersAdminTestJSON-462311118-project-member] Lock "8d41ea5e-6757-4ace-b30c-030467138f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.619s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.053993] env[62839]: DEBUG nova.policy [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c8b8d68072f4ac9bd3ee747a112e639', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b80f63bf834011865d8265270ac716', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.066159] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757558, 'name': CloneVM_Task, 'duration_secs': 1.464109} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.068850] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Created linked-clone VM from snapshot [ 993.070119] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df8d5bb-78fc-47f3-ab8d-c25542834784 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.073859] env[62839]: DEBUG nova.network.neutron [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Successfully updated port: bba36b57-056a-4c78-8274-45c2e57c769b {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.090058] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Uploading image de15135f-73e3-46ea-8c40-ef8e3fcc650c {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.142772] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.142772] env[62839]: value = "vm-554873" [ 993.142772] env[62839]: _type = "VirtualMachine" [ 993.142772] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.142772] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dbac28d9-fcb9-45a8-b59b-0f9a9e6dd1bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.149634] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lease: (returnval){ [ 993.149634] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a351ba-bab6-069e-1011-1b451fc4d6ad" [ 993.149634] env[62839]: _type = "HttpNfcLease" [ 993.149634] env[62839]: } obtained for exporting VM: (result){ [ 993.149634] env[62839]: value = "vm-554873" [ 993.149634] env[62839]: _type = "VirtualMachine" [ 993.149634] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.150080] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the lease: (returnval){ [ 993.150080] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a351ba-bab6-069e-1011-1b451fc4d6ad" [ 993.150080] env[62839]: _type = "HttpNfcLease" [ 993.150080] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.151492] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.163614] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.170576] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.170576] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a351ba-bab6-069e-1011-1b451fc4d6ad" [ 993.170576] env[62839]: _type = "HttpNfcLease" [ 993.170576] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.198783] env[62839]: DEBUG oslo_vmware.api [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757561, 'name': PowerOnVM_Task, 'duration_secs': 0.533689} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.202196] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.202436] env[62839]: INFO nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Took 7.22 seconds to spawn the instance on the hypervisor. [ 993.203115] env[62839]: DEBUG nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.203115] env[62839]: DEBUG oslo_vmware.api [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757562, 'name': PowerOffVM_Task, 'duration_secs': 0.219221} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.207126] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178e85a3-6fb5-47e0-bfd6-ac903b3a2e50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.209892] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.210083] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.210567] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7341c8a9-a0cb-473e-a1a0-55073297f044 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.339834] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.339834] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.339834] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Deleting the datastore file [datastore1] e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.343051] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f5dd5d-f18a-4745-beca-3f7f046ed181 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.353791] env[62839]: DEBUG oslo_vmware.api [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for the task: (returnval){ [ 993.353791] env[62839]: value = "task-2757565" [ 993.353791] env[62839]: _type = "Task" [ 993.353791] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.370748] env[62839]: DEBUG oslo_vmware.api [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.393469] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca5e6c-46e1-41d9-adbf-d271a0dae345 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.401806] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828be587-87c9-4be6-8c25-9852457b7138 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.437653] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d885013-be24-4ad7-b986-19f39d7c6154 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.446590] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4801936b-d9d8-4551-bf37-905616c0fd00 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.465146] env[62839]: DEBUG nova.compute.provider_tree [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.482974] env[62839]: DEBUG nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.579715] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "refresh_cache-14465836-bd60-4025-a783-6745a0bc13da" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.580494] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "refresh_cache-14465836-bd60-4025-a783-6745a0bc13da" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.580494] env[62839]: DEBUG nova.network.neutron [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.660686] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.660686] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a351ba-bab6-069e-1011-1b451fc4d6ad" [ 993.660686] env[62839]: _type = "HttpNfcLease" [ 993.660686] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 993.660985] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 993.660985] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a351ba-bab6-069e-1011-1b451fc4d6ad" [ 993.660985] env[62839]: _type = "HttpNfcLease" [ 993.660985] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 993.663614] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0afcb-a528-48a1-9f94-05ba1b2a60fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.670179] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5233a3ff-f5ca-1527-8ee6-303ab51b4be9/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 993.670388] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5233a3ff-f5ca-1527-8ee6-303ab51b4be9/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 993.743181] env[62839]: DEBUG nova.network.neutron [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Successfully created port: 99a19380-5c14-4073-a93c-491f350499b3 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.745130] env[62839]: INFO nova.compute.manager [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Took 38.62 seconds to build instance. [ 993.759884] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80de304-5a0a-49f3-935a-1026136487cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.785414] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47aa9ec-8dd9-450c-a72a-288b9ab5ac0e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.790059] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-889bd3c9-49ef-4ebb-abad-0723c0c203ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.798975] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance '04830df7-612a-4263-b884-33c132d56e74' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.816490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.816789] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.817062] env[62839]: INFO nova.compute.manager [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Rebooting instance [ 993.863833] env[62839]: DEBUG oslo_vmware.api [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Task: {'id': task-2757565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470089} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.865103] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.865999] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.865999] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.865999] env[62839]: INFO nova.compute.manager [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Took 1.21 seconds to destroy the instance on the hypervisor. [ 993.865999] env[62839]: DEBUG oslo.service.loopingcall [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.866202] env[62839]: DEBUG nova.compute.manager [-] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.866202] env[62839]: DEBUG nova.network.neutron [-] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.967919] env[62839]: DEBUG nova.scheduler.client.report [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.249334] env[62839]: DEBUG oslo_concurrency.lockutils [None req-25fdc687-bef4-48f1-b4cf-a7bb3054310c tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.128s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.285048] env[62839]: DEBUG nova.network.neutron [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.306967] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.307402] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67821115-19ba-4f11-9bd7-36b9e9533d34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.316630] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 994.316630] env[62839]: value = "task-2757566" [ 994.316630] env[62839]: _type = "Task" [ 994.316630] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.329806] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.335993] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.336288] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.336570] env[62839]: DEBUG nova.network.neutron [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.474815] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.477702] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.110s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.485734] env[62839]: INFO nova.compute.claims [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.496534] env[62839]: DEBUG nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.525359] env[62839]: INFO nova.scheduler.client.report [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleted allocations for instance a12e7a53-4957-415e-8e30-ba6cc9a367db [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.553765] env[62839]: DEBUG nova.virt.hardware [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.555158] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315f4000-df5c-4c58-8a7c-8221588f1eef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.565897] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a08fb-8d35-4508-816a-85c36a403c87 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.829992] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.929902] env[62839]: DEBUG nova.network.neutron [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Updating instance_info_cache with network_info: [{"id": "bba36b57-056a-4c78-8274-45c2e57c769b", "address": "fa:16:3e:4d:bb:b2", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba36b57-05", "ovs_interfaceid": "bba36b57-056a-4c78-8274-45c2e57c769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.037750] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e6f17728-9e8b-41ba-aecd-2641377a0206 tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "a12e7a53-4957-415e-8e30-ba6cc9a367db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.014s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.151710] env[62839]: DEBUG nova.compute.manager [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Received event network-changed-bba36b57-056a-4c78-8274-45c2e57c769b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.151917] env[62839]: DEBUG nova.compute.manager [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Refreshing instance network info cache due to event network-changed-bba36b57-056a-4c78-8274-45c2e57c769b. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.152928] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] Acquiring lock "refresh_cache-14465836-bd60-4025-a783-6745a0bc13da" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.325462] env[62839]: DEBUG nova.network.neutron [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.331513] env[62839]: DEBUG oslo_vmware.api [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757566, 'name': PowerOnVM_Task, 'duration_secs': 0.570279} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.332110] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.332489] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0dad02b8-15ba-4a95-888c-658160ed6709 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance '04830df7-612a-4263-b884-33c132d56e74' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.437170] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "refresh_cache-14465836-bd60-4025-a783-6745a0bc13da" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.437961] env[62839]: DEBUG nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Instance network_info: |[{"id": "bba36b57-056a-4c78-8274-45c2e57c769b", "address": "fa:16:3e:4d:bb:b2", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba36b57-05", "ovs_interfaceid": "bba36b57-056a-4c78-8274-45c2e57c769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.438515] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] Acquired lock "refresh_cache-14465836-bd60-4025-a783-6745a0bc13da" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.439028] env[62839]: DEBUG nova.network.neutron [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Refreshing network info cache for port bba36b57-056a-4c78-8274-45c2e57c769b {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.443085] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:bb:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba36b57-056a-4c78-8274-45c2e57c769b', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.452855] env[62839]: DEBUG oslo.service.loopingcall [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.453727] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.455245] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-837a73ce-bec9-42c6-86ea-5f90b9be4a7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.482018] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.482018] env[62839]: value = "task-2757567" [ 995.482018] env[62839]: _type = "Task" [ 995.482018] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.490514] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757567, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.540598] env[62839]: DEBUG nova.network.neutron [-] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.774876] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e2ec94-b968-41d0-8020-5390b824fc20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.785531] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbab119-ffda-4ae6-a44a-26705704973e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.829273] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.831092] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda4c85c-eae9-42fe-9ae8-38ab8e1f858c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.843515] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759ffd9-d4f9-4400-a992-c7bb125b220b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.862538] env[62839]: DEBUG nova.compute.provider_tree [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.992561] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757567, 'name': CreateVM_Task, 'duration_secs': 0.365786} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.992561] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.993780] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.993985] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.994339] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.994637] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388b7fe4-4e61-424d-980e-e574ed3dfb73 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.003823] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 996.003823] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fc6b6-448f-8215-0390-d3aee32c3ba8" [ 996.003823] env[62839]: _type = "Task" [ 996.003823] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.017157] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fc6b6-448f-8215-0390-d3aee32c3ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.020568] env[62839]: DEBUG nova.compute.manager [req-fd323f60-6bc4-4983-8d78-a7318114d17f req-4c5e5250-b21a-4d59-9beb-c75e23bceebe service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Received event network-vif-plugged-99a19380-5c14-4073-a93c-491f350499b3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.020818] env[62839]: DEBUG oslo_concurrency.lockutils [req-fd323f60-6bc4-4983-8d78-a7318114d17f req-4c5e5250-b21a-4d59-9beb-c75e23bceebe service nova] Acquiring lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.021051] env[62839]: DEBUG oslo_concurrency.lockutils [req-fd323f60-6bc4-4983-8d78-a7318114d17f req-4c5e5250-b21a-4d59-9beb-c75e23bceebe service nova] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.021248] env[62839]: DEBUG oslo_concurrency.lockutils [req-fd323f60-6bc4-4983-8d78-a7318114d17f req-4c5e5250-b21a-4d59-9beb-c75e23bceebe service nova] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.021423] env[62839]: DEBUG nova.compute.manager [req-fd323f60-6bc4-4983-8d78-a7318114d17f req-4c5e5250-b21a-4d59-9beb-c75e23bceebe service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] No waiting events found dispatching network-vif-plugged-99a19380-5c14-4073-a93c-491f350499b3 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.021618] env[62839]: WARNING nova.compute.manager [req-fd323f60-6bc4-4983-8d78-a7318114d17f req-4c5e5250-b21a-4d59-9beb-c75e23bceebe service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Received unexpected event network-vif-plugged-99a19380-5c14-4073-a93c-491f350499b3 for instance with vm_state building and task_state spawning. [ 996.044521] env[62839]: INFO nova.compute.manager [-] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Took 2.18 seconds to deallocate network for instance. [ 996.341714] env[62839]: DEBUG nova.compute.manager [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.342688] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd2396-c41d-49c1-9d83-cce47f582ffe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.366271] env[62839]: DEBUG nova.scheduler.client.report [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.412141] env[62839]: DEBUG nova.network.neutron [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Updated VIF entry in instance network info cache for port bba36b57-056a-4c78-8274-45c2e57c769b. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.412141] env[62839]: DEBUG nova.network.neutron [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Updating instance_info_cache with network_info: [{"id": "bba36b57-056a-4c78-8274-45c2e57c769b", "address": "fa:16:3e:4d:bb:b2", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba36b57-05", "ovs_interfaceid": "bba36b57-056a-4c78-8274-45c2e57c769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.522774] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521fc6b6-448f-8215-0390-d3aee32c3ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.522774] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.522774] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.522774] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.522774] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.522774] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.522774] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b68e468-fbe3-4417-bbca-9ec5eeb1bd72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.534428] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.534671] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.535452] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6036fee8-834c-473e-b2fb-7482b8333f78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.543666] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 996.543666] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523584d2-2ea7-dc5a-fea3-1f64162f208f" [ 996.543666] env[62839]: _type = "Task" [ 996.543666] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.555213] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.555619] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523584d2-2ea7-dc5a-fea3-1f64162f208f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.692255] env[62839]: DEBUG nova.network.neutron [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Successfully updated port: 99a19380-5c14-4073-a93c-491f350499b3 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.716311] env[62839]: DEBUG nova.compute.manager [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Received event network-changed-99a19380-5c14-4073-a93c-491f350499b3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.716505] env[62839]: DEBUG nova.compute.manager [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Refreshing instance network info cache due to event network-changed-99a19380-5c14-4073-a93c-491f350499b3. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.716726] env[62839]: DEBUG oslo_concurrency.lockutils [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] Acquiring lock "refresh_cache-bed1644c-3ecb-45c7-a50d-af0022d95b9b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.716922] env[62839]: DEBUG oslo_concurrency.lockutils [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] Acquired lock "refresh_cache-bed1644c-3ecb-45c7-a50d-af0022d95b9b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.717113] env[62839]: DEBUG nova.network.neutron [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Refreshing network info cache for port 99a19380-5c14-4073-a93c-491f350499b3 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.875085] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.875085] env[62839]: DEBUG nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.878611] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.727s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.915152] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9b39f27-7a64-4df0-a9c0-ce41b19cd4f8 req-08252a32-b3fe-41e5-9e65-c31bd6bf8f42 service nova] Releasing lock "refresh_cache-14465836-bd60-4025-a783-6745a0bc13da" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.059633] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523584d2-2ea7-dc5a-fea3-1f64162f208f, 'name': SearchDatastore_Task, 'duration_secs': 0.018758} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.060616] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdf0f73-0b80-44d8-aefb-cd824e08e716 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.068543] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 997.068543] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525825c7-faf8-baac-f513-0e344c74d78f" [ 997.068543] env[62839]: _type = "Task" [ 997.068543] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.080665] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525825c7-faf8-baac-f513-0e344c74d78f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.192509] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "refresh_cache-bed1644c-3ecb-45c7-a50d-af0022d95b9b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.217373] env[62839]: DEBUG nova.compute.manager [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Received event network-vif-deleted-99d90a0d-804b-482c-b92c-f5bba7042b96 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.217634] env[62839]: DEBUG nova.compute.manager [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.217849] env[62839]: DEBUG nova.compute.manager [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing instance network info cache due to event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.218474] env[62839]: DEBUG oslo_concurrency.lockutils [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] Acquiring lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.218474] env[62839]: DEBUG oslo_concurrency.lockutils [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] Acquired lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.218474] env[62839]: DEBUG nova.network.neutron [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.315156] env[62839]: DEBUG nova.network.neutron [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.375488] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5f82e1-e111-44d5-b24d-579ff31355a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.385696] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Doing hard reboot of VM {{(pid=62839) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 997.385696] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d443b5ec-4dc8-4ca4-a684-5dc32b6b8a78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.390194] env[62839]: DEBUG nova.compute.utils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.400867] env[62839]: INFO nova.compute.claims [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.409905] env[62839]: DEBUG nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.410115] env[62839]: DEBUG nova.network.neutron [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.422065] env[62839]: DEBUG oslo_vmware.api [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 997.422065] env[62839]: value = "task-2757569" [ 997.422065] env[62839]: _type = "Task" [ 997.422065] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.435948] env[62839]: DEBUG oslo_vmware.api [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757569, 'name': ResetVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.539785] env[62839]: DEBUG nova.policy [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.555847] env[62839]: DEBUG nova.network.neutron [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.581421] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525825c7-faf8-baac-f513-0e344c74d78f, 'name': SearchDatastore_Task, 'duration_secs': 0.014769} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.581762] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.581946] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 14465836-bd60-4025-a783-6745a0bc13da/14465836-bd60-4025-a783-6745a0bc13da.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.582221] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2c92b05-367e-4d8d-b846-42d293ba3739 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.591674] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 997.591674] env[62839]: value = "task-2757570" [ 997.591674] env[62839]: _type = "Task" [ 997.591674] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.602598] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.676272] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "04830df7-612a-4263-b884-33c132d56e74" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.676555] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.676754] env[62839]: DEBUG nova.compute.manager [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Going to confirm migration 4 {{(pid=62839) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 997.908958] env[62839]: DEBUG nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.919992] env[62839]: INFO nova.compute.resource_tracker [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating resource usage from migration 2b9e68a4-8993-4a85-bdcb-13498ff29ce2 [ 997.937099] env[62839]: DEBUG oslo_vmware.api [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757569, 'name': ResetVM_Task, 'duration_secs': 0.107955} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.937099] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Did hard reboot of VM {{(pid=62839) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 997.937099] env[62839]: DEBUG nova.compute.manager [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.938690] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c4dd2-93a4-46d5-913e-4e4fb5b96792 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.058371] env[62839]: DEBUG oslo_concurrency.lockutils [req-e936d6cd-0ead-46bb-97bb-2d6347bdfa3d req-6ecd899b-073e-4a0b-b335-e9b66c518a8d service nova] Releasing lock "refresh_cache-bed1644c-3ecb-45c7-a50d-af0022d95b9b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.058802] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "refresh_cache-bed1644c-3ecb-45c7-a50d-af0022d95b9b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.059091] env[62839]: DEBUG nova.network.neutron [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.105843] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757570, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.262621] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.262621] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.262621] env[62839]: DEBUG nova.network.neutron [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.262830] env[62839]: DEBUG nova.objects.instance [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lazy-loading 'info_cache' on Instance uuid 04830df7-612a-4263-b884-33c132d56e74 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.287047] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13a3b3-c6f5-49a6-8e8f-7a30bcd3f67c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.294569] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c567b80-8c88-4e10-a7af-75c99a67eaa3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.329254] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e000f82c-531c-4268-995c-b64e0d5e12f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.338653] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17c800e-03b3-43eb-af09-105e5261fd6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.343952] env[62839]: DEBUG nova.network.neutron [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updated VIF entry in instance network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.344441] env[62839]: DEBUG nova.network.neutron [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.358623] env[62839]: DEBUG nova.compute.provider_tree [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.466045] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6e7cbadc-3870-4297-931b-71f08defd2f5 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.647s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.468116] env[62839]: DEBUG nova.network.neutron [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Successfully created port: 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.604482] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673635} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.604779] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 14465836-bd60-4025-a783-6745a0bc13da/14465836-bd60-4025-a783-6745a0bc13da.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.605019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.605268] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9c691d-1a68-4fd4-83a4-49b81f6ec9ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.617331] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 998.617331] env[62839]: value = "task-2757571" [ 998.617331] env[62839]: _type = "Task" [ 998.617331] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.627942] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.848859] env[62839]: DEBUG oslo_concurrency.lockutils [req-0afdfe8d-bdcb-4ebe-9dd8-5bda8dc6cf97 req-69f13270-ad94-4381-b61f-51293eb289cb service nova] Releasing lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.861528] env[62839]: DEBUG nova.scheduler.client.report [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.906857] env[62839]: DEBUG nova.network.neutron [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.924163] env[62839]: DEBUG nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.076788] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.077091] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.077255] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.077439] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.077587] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.077733] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.078173] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.078385] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.078573] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.078730] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.078936] env[62839]: DEBUG nova.virt.hardware [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.079893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da49603f-e0c8-4f56-97c1-3b73bc59cca0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.092165] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3836eea-744d-4304-afeb-3d9070e4b68a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.130056] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077728} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.130436] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.131615] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f604b93-8b2e-414b-ba43-1649f34f6d78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.160825] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 14465836-bd60-4025-a783-6745a0bc13da/14465836-bd60-4025-a783-6745a0bc13da.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.161192] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8495387-5674-4cd6-a181-de91b1e2de34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.193329] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 999.193329] env[62839]: value = "task-2757572" [ 999.193329] env[62839]: _type = "Task" [ 999.193329] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.202799] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.279233] env[62839]: DEBUG nova.network.neutron [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Updating instance_info_cache with network_info: [{"id": "99a19380-5c14-4073-a93c-491f350499b3", "address": "fa:16:3e:5e:2b:13", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a19380-5c", "ovs_interfaceid": "99a19380-5c14-4073-a93c-491f350499b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.369644] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.369914] env[62839]: INFO nova.compute.manager [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Migrating [ 999.377431] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.822s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.377684] env[62839]: DEBUG nova.objects.instance [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lazy-loading 'resources' on Instance uuid e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.704626] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757572, 'name': ReconfigVM_Task, 'duration_secs': 0.34485} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.704918] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 14465836-bd60-4025-a783-6745a0bc13da/14465836-bd60-4025-a783-6745a0bc13da.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.705630] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8fccbb0-0f7c-4b9f-b997-14a7c66a7606 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.716597] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 999.716597] env[62839]: value = "task-2757573" [ 999.716597] env[62839]: _type = "Task" [ 999.716597] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.735248] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757573, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.781340] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "refresh_cache-bed1644c-3ecb-45c7-a50d-af0022d95b9b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.787809] env[62839]: DEBUG nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Instance network_info: |[{"id": "99a19380-5c14-4073-a93c-491f350499b3", "address": "fa:16:3e:5e:2b:13", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a19380-5c", "ovs_interfaceid": "99a19380-5c14-4073-a93c-491f350499b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.787809] env[62839]: DEBUG nova.network.neutron [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance_info_cache with network_info: [{"id": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "address": "fa:16:3e:f4:32:1d", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2918a4fc-db", "ovs_interfaceid": "2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.790290] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:2b:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99a19380-5c14-4073-a93c-491f350499b3', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.796568] env[62839]: DEBUG oslo.service.loopingcall [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.797125] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.797412] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa69a0ff-5cd7-4d9d-a06c-77e73b0ee617 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.828970] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.828970] env[62839]: value = "task-2757574" [ 999.828970] env[62839]: _type = "Task" [ 999.828970] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.839674] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757574, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.890368] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.890538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.890711] env[62839]: DEBUG nova.network.neutron [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.232623] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757573, 'name': Rename_Task, 'duration_secs': 0.189689} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.232952] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.233593] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c2c6717-57a1-441f-b4f6-39ae72fed400 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.243150] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359deeec-3098-46f4-add2-5b492a76cc16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.249487] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1000.249487] env[62839]: value = "task-2757575" [ 1000.249487] env[62839]: _type = "Task" [ 1000.249487] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.267093] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a0ec2-c7c0-4048-ac0b-62f7d5229384 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.272326] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.313641] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-04830df7-612a-4263-b884-33c132d56e74" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.315169] env[62839]: DEBUG nova.objects.instance [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lazy-loading 'migration_context' on Instance uuid 04830df7-612a-4263-b884-33c132d56e74 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.317484] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef798f6-1c9f-4ce4-a28e-cbd6b5bda49d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.324036] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "573573d9-8b83-4173-9c53-0e642763eca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.324162] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "573573d9-8b83-4173-9c53-0e642763eca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.335829] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30347ac7-fcd9-4e65-826c-e4da52c5738f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.344771] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757574, 'name': CreateVM_Task, 'duration_secs': 0.467589} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.345650] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.346055] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.346284] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.346475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.346644] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.348187] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.357179] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.357372] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.358667] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.358667] env[62839]: DEBUG nova.compute.provider_tree [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.359722] env[62839]: INFO nova.compute.manager [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Terminating instance [ 1000.361071] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7598b9ce-326f-422d-b418-632df9101c27 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.368298] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1000.368298] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f2b4be-e96e-4701-8510-383c42c8e768" [ 1000.368298] env[62839]: _type = "Task" [ 1000.368298] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.380534] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f2b4be-e96e-4701-8510-383c42c8e768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.666728] env[62839]: DEBUG nova.compute.manager [req-29ca114f-d69f-43c3-a6ad-c42c6e003458 req-f58e5dec-3ef7-4b08-869b-8ac669486ecd service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-vif-plugged-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.666783] env[62839]: DEBUG oslo_concurrency.lockutils [req-29ca114f-d69f-43c3-a6ad-c42c6e003458 req-f58e5dec-3ef7-4b08-869b-8ac669486ecd service nova] Acquiring lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.667086] env[62839]: DEBUG oslo_concurrency.lockutils [req-29ca114f-d69f-43c3-a6ad-c42c6e003458 req-f58e5dec-3ef7-4b08-869b-8ac669486ecd service nova] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.667298] env[62839]: DEBUG oslo_concurrency.lockutils [req-29ca114f-d69f-43c3-a6ad-c42c6e003458 req-f58e5dec-3ef7-4b08-869b-8ac669486ecd service nova] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.667332] env[62839]: DEBUG nova.compute.manager [req-29ca114f-d69f-43c3-a6ad-c42c6e003458 req-f58e5dec-3ef7-4b08-869b-8ac669486ecd service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] No waiting events found dispatching network-vif-plugged-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.667487] env[62839]: WARNING nova.compute.manager [req-29ca114f-d69f-43c3-a6ad-c42c6e003458 req-f58e5dec-3ef7-4b08-869b-8ac669486ecd service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received unexpected event network-vif-plugged-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 for instance with vm_state building and task_state spawning. [ 1000.698700] env[62839]: DEBUG nova.network.neutron [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.764235] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.771428] env[62839]: DEBUG nova.network.neutron [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Successfully updated port: 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.817122] env[62839]: DEBUG nova.objects.base [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Object Instance<04830df7-612a-4263-b884-33c132d56e74> lazy-loaded attributes: info_cache,migration_context {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.818170] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe11edf-2c2b-4b4f-aaaa-9cd10441b7ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.844893] env[62839]: DEBUG nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.849527] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0aa934-6f6e-45a6-a547-f11dca2569b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.857169] env[62839]: DEBUG oslo_vmware.api [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1000.857169] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5294e0e8-3a62-0d14-8713-dda7c42bd826" [ 1000.857169] env[62839]: _type = "Task" [ 1000.857169] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.871894] env[62839]: DEBUG nova.scheduler.client.report [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.874016] env[62839]: DEBUG nova.compute.manager [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.874364] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.874783] env[62839]: DEBUG oslo_vmware.api [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5294e0e8-3a62-0d14-8713-dda7c42bd826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.875825] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68148a9b-8ff0-4acc-9a1b-8ff034dd88e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.895407] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f2b4be-e96e-4701-8510-383c42c8e768, 'name': SearchDatastore_Task, 'duration_secs': 0.021368} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.899099] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.899341] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.899584] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.899730] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.899910] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.901681] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.901681] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13f04c3c-d5d8-444a-9630-88e761220515 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.902976] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a51e8669-0244-4b9f-ac00-ae6dd5d0578a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.912911] env[62839]: DEBUG oslo_vmware.api [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 1000.912911] env[62839]: value = "task-2757576" [ 1000.912911] env[62839]: _type = "Task" [ 1000.912911] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.919243] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.919436] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.921549] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2661ca24-1536-4c19-8ee7-2d705fbdd6fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.928562] env[62839]: DEBUG oslo_vmware.api [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.934722] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1000.934722] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ef61a2-138b-6122-58ed-8884b9d5c6eb" [ 1000.934722] env[62839]: _type = "Task" [ 1000.934722] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.950984] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ef61a2-138b-6122-58ed-8884b9d5c6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.202269] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.273790] env[62839]: DEBUG oslo_vmware.api [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757575, 'name': PowerOnVM_Task, 'duration_secs': 0.724112} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.274378] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.274482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.274640] env[62839]: DEBUG nova.network.neutron [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.275837] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.276075] env[62839]: INFO nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1001.276326] env[62839]: DEBUG nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.277336] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b1ec6-a698-449d-a53a-deec4e65a4e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.368975] env[62839]: DEBUG oslo_vmware.api [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5294e0e8-3a62-0d14-8713-dda7c42bd826, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.371261] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.373892] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.377462] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.381885] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.011s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.416307] env[62839]: INFO nova.scheduler.client.report [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Deleted allocations for instance e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb [ 1001.436774] env[62839]: DEBUG oslo_vmware.api [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757576, 'name': PowerOffVM_Task, 'duration_secs': 0.398522} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.440995] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.441198] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.444402] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5233a3ff-f5ca-1527-8ee6-303ab51b4be9/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1001.444705] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87520347-d465-458c-bb99-8d260b837fc3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.447623] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718fb7f-27d9-4d70-b0af-ddb693ae1e80 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.456581] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ef61a2-138b-6122-58ed-8884b9d5c6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.033449} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.462031] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5233a3ff-f5ca-1527-8ee6-303ab51b4be9/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1001.462031] env[62839]: ERROR oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5233a3ff-f5ca-1527-8ee6-303ab51b4be9/disk-0.vmdk due to incomplete transfer. [ 1001.462031] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1152ae02-676d-4df0-8517-e2a015ca689a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.462635] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dde98d11-0896-4166-89f9-d321f47bfc6e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.469722] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1001.469722] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52415dcc-3666-b9db-c011-cbc589de9134" [ 1001.469722] env[62839]: _type = "Task" [ 1001.469722] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.477396] env[62839]: DEBUG oslo_vmware.rw_handles [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5233a3ff-f5ca-1527-8ee6-303ab51b4be9/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1001.478395] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Uploaded image de15135f-73e3-46ea-8c40-ef8e3fcc650c to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1001.479988] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.481167] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1eca58cb-221d-4689-9dc5-f9579afa84b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.486674] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52415dcc-3666-b9db-c011-cbc589de9134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.493776] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1001.493776] env[62839]: value = "task-2757578" [ 1001.493776] env[62839]: _type = "Task" [ 1001.493776] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.503911] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757578, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.531943] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.532193] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.532391] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleting the datastore file [datastore1] cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.532681] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf9be7b3-3131-40a5-8ba1-7df8d3bda4c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.541771] env[62839]: DEBUG oslo_vmware.api [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 1001.541771] env[62839]: value = "task-2757579" [ 1001.541771] env[62839]: _type = "Task" [ 1001.541771] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.551347] env[62839]: DEBUG oslo_vmware.api [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.800103] env[62839]: INFO nova.compute.manager [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Took 29.76 seconds to build instance. [ 1001.813058] env[62839]: DEBUG nova.network.neutron [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.938880] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ae0bc8a9-2656-4a1e-956b-da1278c5e0b1 tempest-ServerPasswordTestJSON-1602327365 tempest-ServerPasswordTestJSON-1602327365-project-member] Lock "e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.798s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.984049] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52415dcc-3666-b9db-c011-cbc589de9134, 'name': SearchDatastore_Task, 'duration_secs': 0.028074} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.986328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.986732] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] bed1644c-3ecb-45c7-a50d-af0022d95b9b/bed1644c-3ecb-45c7-a50d-af0022d95b9b.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.987292] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b5bbb58-bb13-4e70-bb19-f9d358b6c4b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.990773] env[62839]: DEBUG nova.network.neutron [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.000411] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1002.000411] env[62839]: value = "task-2757580" [ 1002.000411] env[62839]: _type = "Task" [ 1002.000411] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.012383] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757578, 'name': Destroy_Task, 'duration_secs': 0.347284} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.013901] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Destroyed the VM [ 1002.014231] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.015630] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e751b34-8979-4243-88c1-c2065671dac7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.022550] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.029265] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1002.029265] env[62839]: value = "task-2757581" [ 1002.029265] env[62839]: _type = "Task" [ 1002.029265] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.044896] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.058270] env[62839]: DEBUG oslo_vmware.api [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.192084] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57684978-c3a9-4444-964d-c68a794d90b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.201960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb2e2a9-35bf-494b-9f40-2f2874d8b324 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.246085] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6e9f81-7511-4658-aed2-492265d215e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.257062] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58793489-30cd-4e58-bac0-341ebd8d2da1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.275363] env[62839]: DEBUG nova.compute.provider_tree [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.305441] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97dac972-4d0d-4a6b-9aee-f80acf32e881 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "14465836-bd60-4025-a783-6745a0bc13da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.275s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.497528] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.497528] env[62839]: DEBUG nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Instance network_info: |[{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.497528] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:39:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bd30c45-611b-4dc4-90f8-8321c9c8e3f2', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.507199] env[62839]: DEBUG oslo.service.loopingcall [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.507825] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.515026] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3df972bd-1ceb-4628-a795-00c726664019 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.543178] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.554960] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757581, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389559} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.555448] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.555448] env[62839]: value = "task-2757582" [ 1002.555448] env[62839]: _type = "Task" [ 1002.555448] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.556660] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1002.557465] env[62839]: DEBUG nova.compute.manager [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.558740] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5fe943-c33c-4aaa-8aa5-0c82996e046f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.571070] env[62839]: DEBUG oslo_vmware.api [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583037} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.572269] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.572602] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.572805] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.573042] env[62839]: INFO nova.compute.manager [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1002.573305] env[62839]: DEBUG oslo.service.loopingcall [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.573549] env[62839]: DEBUG nova.compute.manager [-] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.573684] env[62839]: DEBUG nova.network.neutron [-] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.585487] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757582, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.725828] env[62839]: DEBUG nova.compute.manager [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.726551] env[62839]: DEBUG nova.compute.manager [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing instance network info cache due to event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.726939] env[62839]: DEBUG oslo_concurrency.lockutils [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.727234] env[62839]: DEBUG oslo_concurrency.lockutils [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.727521] env[62839]: DEBUG nova.network.neutron [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.749223] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91424864-ec37-4c23-9a83-d35b2867986b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.776785] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance 'd76cead4-3521-4a26-9f50-90a2c674930f' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.781756] env[62839]: DEBUG nova.scheduler.client.report [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.023134] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760342} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.023533] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] bed1644c-3ecb-45c7-a50d-af0022d95b9b/bed1644c-3ecb-45c7-a50d-af0022d95b9b.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.023871] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.024201] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb3451af-ed13-42b2-93c0-6131f0c6971f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.033459] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1003.033459] env[62839]: value = "task-2757583" [ 1003.033459] env[62839]: _type = "Task" [ 1003.033459] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.048410] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.072298] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757582, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.092066] env[62839]: INFO nova.compute.manager [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Shelve offloading [ 1003.205129] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "1e03201b-71a1-417d-921e-9c71e80a36b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.205391] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.290413] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.297768] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8f1db3b-17c9-460d-86eb-4ee043be67e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.318781] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1003.318781] env[62839]: value = "task-2757584" [ 1003.318781] env[62839]: _type = "Task" [ 1003.318781] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.333174] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1003.333487] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance 'd76cead4-3521-4a26-9f50-90a2c674930f' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.540909] env[62839]: DEBUG nova.network.neutron [-] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.545420] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125223} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.547079] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.547847] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc93da-ed87-468d-8385-e390b0e5a187 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579990] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] bed1644c-3ecb-45c7-a50d-af0022d95b9b/bed1644c-3ecb-45c7-a50d-af0022d95b9b.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.584637] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb28b46a-c248-46db-b540-7ace6d5afc45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.606629] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.607433] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2967a49-df10-446e-b593-96544e09270a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.614259] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757582, 'name': CreateVM_Task, 'duration_secs': 0.71574} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.614462] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.615181] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.615366] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.615719] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.618141] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab412d7-5943-49f9-9cee-00a9512906bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.620600] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1003.620600] env[62839]: value = "task-2757585" [ 1003.620600] env[62839]: _type = "Task" [ 1003.620600] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.620820] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1003.620820] env[62839]: value = "task-2757586" [ 1003.620820] env[62839]: _type = "Task" [ 1003.620820] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.630282] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1003.630282] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521965bb-d1e7-5594-5a0e-f1006283301b" [ 1003.630282] env[62839]: _type = "Task" [ 1003.630282] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.640958] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.641816] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1003.642025] env[62839]: DEBUG nova.compute.manager [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.643056] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4398d5d-e460-4dbe-ae0f-78bafcf68e39 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.650317] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521965bb-d1e7-5594-5a0e-f1006283301b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.656573] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.657139] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.657387] env[62839]: DEBUG nova.network.neutron [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.708308] env[62839]: DEBUG nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.717203] env[62839]: DEBUG nova.network.neutron [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updated VIF entry in instance network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.717203] env[62839]: DEBUG nova.network.neutron [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.810216] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.427s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.816894] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.443s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.820344] env[62839]: INFO nova.compute.claims [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.844868] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.845245] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.845474] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.845668] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.845881] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.846204] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.846322] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.846514] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.850022] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.850022] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.850022] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.855284] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1876d21a-756d-4bbe-9434-266b336fc47e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.874613] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1003.874613] env[62839]: value = "task-2757587" [ 1003.874613] env[62839]: _type = "Task" [ 1003.874613] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.886164] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.049669] env[62839]: INFO nova.compute.manager [-] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Took 1.47 seconds to deallocate network for instance. [ 1004.134809] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.148021] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521965bb-d1e7-5594-5a0e-f1006283301b, 'name': SearchDatastore_Task, 'duration_secs': 0.030295} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.148949] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.148949] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.149335] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.149593] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.149889] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.150230] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5538c54-43bc-4bf6-b2cc-f49e6b380642 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.169025] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.169025] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.169025] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4aef6b-d47e-4479-9ea6-bb80c0be73d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.174674] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1004.174674] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5250a594-8a8a-044a-8a2f-a41da1d0ff7a" [ 1004.174674] env[62839]: _type = "Task" [ 1004.174674] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.187938] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5250a594-8a8a-044a-8a2f-a41da1d0ff7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.226494] env[62839]: DEBUG oslo_concurrency.lockutils [req-c374931e-94d6-491d-8356-6775e793083f req-95869386-d0a0-465c-9c8d-e11db2792909 service nova] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.251378] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.402800] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757587, 'name': ReconfigVM_Task, 'duration_secs': 0.23749} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.403403] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance 'd76cead4-3521-4a26-9f50-90a2c674930f' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.416675] env[62839]: INFO nova.scheduler.client.report [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted allocation for migration 42d15ab9-17df-401d-b4f5-457dde17957e [ 1004.555761] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.634072] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757585, 'name': ReconfigVM_Task, 'duration_secs': 0.602113} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.634521] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Reconfigured VM instance instance-0000005d to attach disk [datastore2] bed1644c-3ecb-45c7-a50d-af0022d95b9b/bed1644c-3ecb-45c7-a50d-af0022d95b9b.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.635271] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8531cb7d-9d59-4853-9f18-af55a0e13c6d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.660294] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1004.660294] env[62839]: value = "task-2757588" [ 1004.660294] env[62839]: _type = "Task" [ 1004.660294] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.673382] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757588, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.681461] env[62839]: DEBUG nova.network.neutron [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Updating instance_info_cache with network_info: [{"id": "3e5b4951-ddfc-4692-9125-108161f2220d", "address": "fa:16:3e:2c:4b:d0", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5b4951-dd", "ovs_interfaceid": "3e5b4951-ddfc-4692-9125-108161f2220d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.693165] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5250a594-8a8a-044a-8a2f-a41da1d0ff7a, 'name': SearchDatastore_Task, 'duration_secs': 0.017914} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.694348] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5c8555-2dbe-4435-be0d-eb3bdc4e6c71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.702117] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1004.702117] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525d97b3-e003-1a7b-8a61-7a6cec3a3b9e" [ 1004.702117] env[62839]: _type = "Task" [ 1004.702117] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.716411] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525d97b3-e003-1a7b-8a61-7a6cec3a3b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.760918] env[62839]: DEBUG nova.compute.manager [req-a02dc770-826c-498d-b0b1-db422427a423 req-338642bc-5cd9-410b-88e8-8b535f0ef752 service nova] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Received event network-vif-deleted-f7ecec8a-d64e-4be4-b49e-04fe1c1bb51f {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.915610] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.915902] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.916578] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.917535] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.917535] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.917535] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.917535] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.917535] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.917849] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.917849] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.918012] env[62839]: DEBUG nova.virt.hardware [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.932142] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.936021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1990ec7-19e2-4b03-a877-8e7a26095ce8 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.259s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.937628] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ddc4781-2fa5-438d-8d83-9eb32a4f16d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.962719] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1004.962719] env[62839]: value = "task-2757589" [ 1004.962719] env[62839]: _type = "Task" [ 1004.962719] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.978905] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.180276] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757588, 'name': Rename_Task, 'duration_secs': 0.196659} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.181401] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.183694] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08efaefa-65f0-4426-8473-e1785ad64c59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.188524] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c8bfeb-0e39-4c4b-a6ac-6cd4343e206a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.193931] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.211971] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b8b387-0edf-416c-b02a-fefc1698358c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.218940] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1005.218940] env[62839]: value = "task-2757590" [ 1005.218940] env[62839]: _type = "Task" [ 1005.218940] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.252156] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525d97b3-e003-1a7b-8a61-7a6cec3a3b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017501} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.253348] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.253636] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 1a726f18-76de-46a6-91a2-7502e3e93f34/1a726f18-76de-46a6-91a2-7502e3e93f34.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.254437] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a5ba4-3a7f-48a4-b474-6b26b113669f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.260182] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac04dd4f-caf7-4edb-a106-8625e26496e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.262480] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.271066] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4ed24f-f10b-43b6-a7be-6b881e4212e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.276092] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1005.276092] env[62839]: value = "task-2757591" [ 1005.276092] env[62839]: _type = "Task" [ 1005.276092] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.290121] env[62839]: DEBUG nova.compute.provider_tree [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.476412] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757589, 'name': ReconfigVM_Task, 'duration_secs': 0.205841} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.476412] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.476412] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1138ec-1d8c-49ff-add3-f8d82fd391e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.507634] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d76cead4-3521-4a26-9f50-90a2c674930f/d76cead4-3521-4a26-9f50-90a2c674930f.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.508025] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1146f699-a55b-462a-abf5-d9445d108785 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.523212] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "04830df7-612a-4263-b884-33c132d56e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.523828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.524103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "04830df7-612a-4263-b884-33c132d56e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.524259] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.524456] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.529754] env[62839]: INFO nova.compute.manager [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Terminating instance [ 1005.534549] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1005.534549] env[62839]: value = "task-2757592" [ 1005.534549] env[62839]: _type = "Task" [ 1005.534549] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.547127] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.677685] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.678783] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805f2829-a796-42d8-b1aa-c192185d6a83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.689794] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.690098] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0de714f9-998e-49c6-803b-b9719710abbb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.732300] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757590, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.773016] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.774126] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.774126] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleting the datastore file [datastore1] 887842a1-e996-4c2f-85b8-a5b8046fc5b8 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.774325] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da0492ed-8eca-4667-b9f0-0757210a4fa2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.786893] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.788770] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1005.788770] env[62839]: value = "task-2757594" [ 1005.788770] env[62839]: _type = "Task" [ 1005.788770] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.800314] env[62839]: DEBUG nova.scheduler.client.report [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.803243] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.036797] env[62839]: DEBUG nova.compute.manager [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.037985] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.038407] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121eb70-3810-4645-bf3e-2c2fb58c5065 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.052937] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.055696] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.056024] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bef4d73-8ce1-4342-8b55-10df61262f32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.065796] env[62839]: DEBUG oslo_vmware.api [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1006.065796] env[62839]: value = "task-2757595" [ 1006.065796] env[62839]: _type = "Task" [ 1006.065796] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.079199] env[62839]: DEBUG oslo_vmware.api [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.146263] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "ce3c0964-650f-4b33-a271-27c61c52ed54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.146521] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.231438] env[62839]: DEBUG oslo_vmware.api [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757590, 'name': PowerOnVM_Task, 'duration_secs': 0.656074} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.231749] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.231967] env[62839]: INFO nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1006.232571] env[62839]: DEBUG nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.232947] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05672b2-cae4-42d5-87ea-3c57a76dcf7c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.293858] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702321} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.295148] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 1a726f18-76de-46a6-91a2-7502e3e93f34/1a726f18-76de-46a6-91a2-7502e3e93f34.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.295379] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.295967] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a06d9f0c-dc46-43aa-845c-205b60da3161 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.306089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.306607] env[62839]: DEBUG nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.309287] env[62839]: DEBUG oslo_vmware.api [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307852} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.311189] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.060s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.312609] env[62839]: INFO nova.compute.claims [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.316028] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.316028] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.316028] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.317673] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1006.317673] env[62839]: value = "task-2757596" [ 1006.317673] env[62839]: _type = "Task" [ 1006.317673] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.330069] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.342205] env[62839]: INFO nova.scheduler.client.report [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted allocations for instance 887842a1-e996-4c2f-85b8-a5b8046fc5b8 [ 1006.547278] env[62839]: DEBUG oslo_vmware.api [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757592, 'name': ReconfigVM_Task, 'duration_secs': 0.59936} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.547566] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d76cead4-3521-4a26-9f50-90a2c674930f/d76cead4-3521-4a26-9f50-90a2c674930f.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.547838] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance 'd76cead4-3521-4a26-9f50-90a2c674930f' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.581024] env[62839]: DEBUG oslo_vmware.api [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757595, 'name': PowerOffVM_Task, 'duration_secs': 0.230809} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.581024] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.581024] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.581024] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4e6d1af-f2f6-401f-b9a6-0566d762da51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.649636] env[62839]: DEBUG nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.669023] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.669023] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.669023] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleting the datastore file [datastore2] 04830df7-612a-4263-b884-33c132d56e74 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.669345] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c48e8b0c-3189-4ada-a0b8-21c67ef3a3c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.678384] env[62839]: DEBUG oslo_vmware.api [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1006.678384] env[62839]: value = "task-2757598" [ 1006.678384] env[62839]: _type = "Task" [ 1006.678384] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.687773] env[62839]: DEBUG oslo_vmware.api [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.734791] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "17c6ac18-6eaf-4411-9e1c-55e107f45550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.735181] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.754795] env[62839]: INFO nova.compute.manager [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Took 33.81 seconds to build instance. [ 1006.793188] env[62839]: DEBUG nova.compute.manager [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Received event network-vif-unplugged-3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.793188] env[62839]: DEBUG oslo_concurrency.lockutils [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] Acquiring lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.793188] env[62839]: DEBUG oslo_concurrency.lockutils [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.793188] env[62839]: DEBUG oslo_concurrency.lockutils [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.793188] env[62839]: DEBUG nova.compute.manager [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] No waiting events found dispatching network-vif-unplugged-3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.793661] env[62839]: WARNING nova.compute.manager [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Received unexpected event network-vif-unplugged-3e5b4951-ddfc-4692-9125-108161f2220d for instance with vm_state shelved_offloaded and task_state None. [ 1006.793709] env[62839]: DEBUG nova.compute.manager [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Received event network-changed-3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.793946] env[62839]: DEBUG nova.compute.manager [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Refreshing instance network info cache due to event network-changed-3e5b4951-ddfc-4692-9125-108161f2220d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.794730] env[62839]: DEBUG oslo_concurrency.lockutils [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] Acquiring lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.794730] env[62839]: DEBUG oslo_concurrency.lockutils [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] Acquired lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.794730] env[62839]: DEBUG nova.network.neutron [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Refreshing network info cache for port 3e5b4951-ddfc-4692-9125-108161f2220d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.822816] env[62839]: DEBUG nova.compute.utils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.824648] env[62839]: DEBUG nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.825158] env[62839]: DEBUG nova.network.neutron [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.842009] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280006} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.842349] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.843082] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8605fdf0-ac65-42a3-a087-f13a6a63a1f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.848935] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.871947] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 1a726f18-76de-46a6-91a2-7502e3e93f34/1a726f18-76de-46a6-91a2-7502e3e93f34.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.872754] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60da41ef-7bdc-45f8-a2c9-9b16e23c8b34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.895281] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1006.895281] env[62839]: value = "task-2757599" [ 1006.895281] env[62839]: _type = "Task" [ 1006.895281] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.896779] env[62839]: DEBUG nova.policy [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c84dcd84dbd4faeada8c4ae51812904', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a6e20e9dc6040dabfb47fb34340596d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.909620] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.057080] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8493f82f-49a4-4690-a3d0-6ff730a9b491 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.080725] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb513ff6-256c-465e-bd5d-37fe8e7d229c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.085090] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "5556259c-3822-44fb-8643-038f2e636c22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.085090] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "5556259c-3822-44fb-8643-038f2e636c22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.102501] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance 'd76cead4-3521-4a26-9f50-90a2c674930f' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.180836] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.197991] env[62839]: DEBUG oslo_vmware.api [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224552} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.198283] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.198556] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.198790] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.199027] env[62839]: INFO nova.compute.manager [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: 04830df7-612a-4263-b884-33c132d56e74] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1007.199280] env[62839]: DEBUG oslo.service.loopingcall [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.199488] env[62839]: DEBUG nova.compute.manager [-] [instance: 04830df7-612a-4263-b884-33c132d56e74] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.199602] env[62839]: DEBUG nova.network.neutron [-] [instance: 04830df7-612a-4263-b884-33c132d56e74] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.239358] env[62839]: DEBUG nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.255617] env[62839]: DEBUG oslo_concurrency.lockutils [None req-3583a617-efca-4b3b-9c28-b67044e2b47f tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.324s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.331523] env[62839]: DEBUG nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.411632] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757599, 'name': ReconfigVM_Task, 'duration_secs': 0.350344} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.413612] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 1a726f18-76de-46a6-91a2-7502e3e93f34/1a726f18-76de-46a6-91a2-7502e3e93f34.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.414322] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adfdbff9-b5e0-4750-8b73-41a0bd90400c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.425039] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1007.425039] env[62839]: value = "task-2757600" [ 1007.425039] env[62839]: _type = "Task" [ 1007.425039] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.439890] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757600, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.588299] env[62839]: DEBUG nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.672040] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.684922] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fdbeb5-42ab-4b27-a9f8-b7678cc355f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.691766] env[62839]: DEBUG nova.network.neutron [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Updated VIF entry in instance network info cache for port 3e5b4951-ddfc-4692-9125-108161f2220d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.692224] env[62839]: DEBUG nova.network.neutron [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Updating instance_info_cache with network_info: [{"id": "3e5b4951-ddfc-4692-9125-108161f2220d", "address": "fa:16:3e:2c:4b:d0", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": null, "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3e5b4951-dd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.696194] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e93484-4eee-4b6f-84ec-e5f629063558 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.704800] env[62839]: DEBUG nova.network.neutron [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Port ad7e6283-4f1d-4d6f-a12f-40357ed6de3a binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1007.738280] env[62839]: DEBUG nova.network.neutron [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Successfully created port: 20925ffe-c611-4439-bea9-c5ece33d6262 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.741942] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de1984b-c325-4949-8cf4-7d93779e86c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.756937] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd158e-c14b-488e-b30d-6dbe369fb6d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.762392] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.775514] env[62839]: DEBUG nova.compute.provider_tree [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.823647] env[62839]: DEBUG nova.compute.manager [req-3f983b5d-5fda-42da-974c-7a46e12bb0ea req-b47cfd6b-55d6-4113-9efb-b79127036ef5 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Received event network-vif-deleted-2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.823647] env[62839]: INFO nova.compute.manager [req-3f983b5d-5fda-42da-974c-7a46e12bb0ea req-b47cfd6b-55d6-4113-9efb-b79127036ef5 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Neutron deleted interface 2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4; detaching it from the instance and deleting it from the info cache [ 1007.823647] env[62839]: DEBUG nova.network.neutron [req-3f983b5d-5fda-42da-974c-7a46e12bb0ea req-b47cfd6b-55d6-4113-9efb-b79127036ef5 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.938307] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757600, 'name': Rename_Task, 'duration_secs': 0.355203} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.938883] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.939296] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb333c8-b6ed-4af1-8d54-f4d58211dd18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.947665] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1007.947665] env[62839]: value = "task-2757601" [ 1007.947665] env[62839]: _type = "Task" [ 1007.947665] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.956795] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.106659] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.107184] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.107412] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.107653] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.107956] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.110441] env[62839]: INFO nova.compute.manager [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Terminating instance [ 1008.116189] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.156901] env[62839]: DEBUG nova.network.neutron [-] [instance: 04830df7-612a-4263-b884-33c132d56e74] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.207508] env[62839]: DEBUG oslo_concurrency.lockutils [req-2a44c33e-da1d-40dd-8ae2-d4a524f34874 req-40b1682b-515f-43af-8f9e-f59ef7ac2ec0 service nova] Releasing lock "refresh_cache-887842a1-e996-4c2f-85b8-a5b8046fc5b8" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.278351] env[62839]: DEBUG nova.scheduler.client.report [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.328295] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7465b9be-64e7-46f9-80ef-59b818f4b710 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.338897] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee905e1-300c-4738-a3f5-22b1c869a87c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.350941] env[62839]: DEBUG nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.377947] env[62839]: DEBUG nova.compute.manager [req-3f983b5d-5fda-42da-974c-7a46e12bb0ea req-b47cfd6b-55d6-4113-9efb-b79127036ef5 service nova] [instance: 04830df7-612a-4263-b884-33c132d56e74] Detach interface failed, port_id=2918a4fc-db3c-48e2-9306-1ed8ad8c0aa4, reason: Instance 04830df7-612a-4263-b884-33c132d56e74 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1008.387047] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.387299] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.387458] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.387655] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.387834] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.387990] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.388216] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.388377] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.388548] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.388711] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.388884] env[62839]: DEBUG nova.virt.hardware [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.389779] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b3359f-5e34-437b-935f-a81a8b5d5b04 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.400881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02314bf-4fdf-40a7-966a-c3eec2e7b6c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.457660] env[62839]: DEBUG oslo_vmware.api [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757601, 'name': PowerOnVM_Task, 'duration_secs': 0.466823} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.457971] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.458146] env[62839]: INFO nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1008.458326] env[62839]: DEBUG nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.459092] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd6ffb3-3350-40e9-8580-e81103c43169 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.614714] env[62839]: DEBUG nova.compute.manager [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.615009] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.615877] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a78d9c9-e2a4-4170-87a9-c79468d48c9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.624592] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.624912] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-477e5c2b-cb35-4f41-b36b-e20d9af59b5b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.632088] env[62839]: DEBUG oslo_vmware.api [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1008.632088] env[62839]: value = "task-2757602" [ 1008.632088] env[62839]: _type = "Task" [ 1008.632088] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.640422] env[62839]: DEBUG oslo_vmware.api [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.660063] env[62839]: INFO nova.compute.manager [-] [instance: 04830df7-612a-4263-b884-33c132d56e74] Took 1.46 seconds to deallocate network for instance. [ 1008.727857] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.727999] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.728586] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.783549] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.784636] env[62839]: DEBUG nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.786555] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.231s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.787310] env[62839]: DEBUG nova.objects.instance [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lazy-loading 'resources' on Instance uuid cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.979685] env[62839]: INFO nova.compute.manager [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Took 16.63 seconds to build instance. [ 1009.143868] env[62839]: DEBUG oslo_vmware.api [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757602, 'name': PowerOffVM_Task, 'duration_secs': 0.196162} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.144160] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.144338] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.144611] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21b49485-2b13-44d2-9c74-ab8be392c89d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.167709] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.222196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.222591] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.222924] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleting the datastore file [datastore2] bed1644c-3ecb-45c7-a50d-af0022d95b9b {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.223280] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcc7caf-bf7d-4ed0-9a80-ef66d1a07860 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.232389] env[62839]: DEBUG oslo_vmware.api [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1009.232389] env[62839]: value = "task-2757604" [ 1009.232389] env[62839]: _type = "Task" [ 1009.232389] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.243487] env[62839]: DEBUG oslo_vmware.api [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.290090] env[62839]: DEBUG nova.compute.utils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.294736] env[62839]: DEBUG nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.294907] env[62839]: DEBUG nova.network.neutron [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.338211] env[62839]: DEBUG nova.compute.manager [req-45f77d2c-3b35-46b8-b837-30b02926064b req-2268f986-573a-47d7-9070-8ed64a5fc5bf service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Received event network-vif-plugged-20925ffe-c611-4439-bea9-c5ece33d6262 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.338487] env[62839]: DEBUG oslo_concurrency.lockutils [req-45f77d2c-3b35-46b8-b837-30b02926064b req-2268f986-573a-47d7-9070-8ed64a5fc5bf service nova] Acquiring lock "573573d9-8b83-4173-9c53-0e642763eca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.338766] env[62839]: DEBUG oslo_concurrency.lockutils [req-45f77d2c-3b35-46b8-b837-30b02926064b req-2268f986-573a-47d7-9070-8ed64a5fc5bf service nova] Lock "573573d9-8b83-4173-9c53-0e642763eca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.339012] env[62839]: DEBUG oslo_concurrency.lockutils [req-45f77d2c-3b35-46b8-b837-30b02926064b req-2268f986-573a-47d7-9070-8ed64a5fc5bf service nova] Lock "573573d9-8b83-4173-9c53-0e642763eca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.339256] env[62839]: DEBUG nova.compute.manager [req-45f77d2c-3b35-46b8-b837-30b02926064b req-2268f986-573a-47d7-9070-8ed64a5fc5bf service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] No waiting events found dispatching network-vif-plugged-20925ffe-c611-4439-bea9-c5ece33d6262 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.339480] env[62839]: WARNING nova.compute.manager [req-45f77d2c-3b35-46b8-b837-30b02926064b req-2268f986-573a-47d7-9070-8ed64a5fc5bf service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Received unexpected event network-vif-plugged-20925ffe-c611-4439-bea9-c5ece33d6262 for instance with vm_state building and task_state spawning. [ 1009.341214] env[62839]: DEBUG nova.policy [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f537a167ae6472ba2bf741e383cad46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c952cff1852475a81639ea11745c9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.481347] env[62839]: DEBUG oslo_concurrency.lockutils [None req-496a156a-9d86-4a9e-91e6-80c7de512ed6 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.146s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.503088] env[62839]: DEBUG nova.network.neutron [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Successfully updated port: 20925ffe-c611-4439-bea9-c5ece33d6262 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.592290] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6301059-2a8e-4c9c-a7bb-73cec3c4df86 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.598724] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134ed3f6-8e23-49f9-8fb4-95c1f37458d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.633444] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec631542-3425-49dd-93d0-4f4474e3bd48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.642316] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af2ed07-a8d7-4b3c-857a-f555f1c5411a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.659742] env[62839]: DEBUG nova.compute.provider_tree [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.691441] env[62839]: DEBUG nova.network.neutron [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Successfully created port: eb8ccd79-e666-4032-a00e-5271003a6e98 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.752788] env[62839]: DEBUG oslo_vmware.api [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379098} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.752788] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.752885] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.753047] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.753302] env[62839]: INFO nova.compute.manager [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1009.753549] env[62839]: DEBUG oslo.service.loopingcall [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.753773] env[62839]: DEBUG nova.compute.manager [-] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.753871] env[62839]: DEBUG nova.network.neutron [-] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.796085] env[62839]: DEBUG nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.815574] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.816078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.816592] env[62839]: DEBUG nova.network.neutron [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.005526] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "refresh_cache-573573d9-8b83-4173-9c53-0e642763eca3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.005732] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquired lock "refresh_cache-573573d9-8b83-4173-9c53-0e642763eca3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.005957] env[62839]: DEBUG nova.network.neutron [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.169023] env[62839]: DEBUG nova.scheduler.client.report [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.547719] env[62839]: DEBUG nova.network.neutron [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.551902] env[62839]: DEBUG nova.network.neutron [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.623862] env[62839]: DEBUG nova.network.neutron [-] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.629996] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "d9c4340e-824b-4135-9109-be633ea41e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.630249] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "d9c4340e-824b-4135-9109-be633ea41e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.674383] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.676591] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.828s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.676823] env[62839]: DEBUG nova.objects.instance [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'resources' on Instance uuid 887842a1-e996-4c2f-85b8-a5b8046fc5b8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.694217] env[62839]: INFO nova.scheduler.client.report [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleted allocations for instance cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7 [ 1010.709619] env[62839]: DEBUG nova.network.neutron [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Updating instance_info_cache with network_info: [{"id": "20925ffe-c611-4439-bea9-c5ece33d6262", "address": "fa:16:3e:8a:4f:5a", "network": {"id": "c2dd85d2-913b-4bda-a013-2a0969f14153", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1759687381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a6e20e9dc6040dabfb47fb34340596d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20925ffe-c6", "ovs_interfaceid": "20925ffe-c611-4439-bea9-c5ece33d6262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.807732] env[62839]: DEBUG nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.832228] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.832479] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.832635] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.832815] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.832960] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.833116] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.833341] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.833513] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.833710] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.833880] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.834088] env[62839]: DEBUG nova.virt.hardware [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.834972] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da9141-123b-4e9d-9f13-1df06ab3a044 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.843872] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f738f6-b121-4d0f-ac35-d0c826d06747 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.878444] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.878674] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.050714] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.126603] env[62839]: INFO nova.compute.manager [-] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Took 1.37 seconds to deallocate network for instance. [ 1011.132779] env[62839]: DEBUG nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.179746] env[62839]: DEBUG nova.objects.instance [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'numa_topology' on Instance uuid 887842a1-e996-4c2f-85b8-a5b8046fc5b8 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.203999] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c68c8ab2-5acd-40db-ae5e-9fdba83153da tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.858s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.211475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Releasing lock "refresh_cache-573573d9-8b83-4173-9c53-0e642763eca3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.211765] env[62839]: DEBUG nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Instance network_info: |[{"id": "20925ffe-c611-4439-bea9-c5ece33d6262", "address": "fa:16:3e:8a:4f:5a", "network": {"id": "c2dd85d2-913b-4bda-a013-2a0969f14153", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1759687381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a6e20e9dc6040dabfb47fb34340596d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20925ffe-c6", "ovs_interfaceid": "20925ffe-c611-4439-bea9-c5ece33d6262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.212343] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:4f:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20925ffe-c611-4439-bea9-c5ece33d6262', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.222054] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Creating folder: Project (0a6e20e9dc6040dabfb47fb34340596d). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.222877] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f0ea0e-b61e-4e31-9c00-ff0bc517290d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.235586] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Created folder: Project (0a6e20e9dc6040dabfb47fb34340596d) in parent group-v554621. [ 1011.235826] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Creating folder: Instances. Parent ref: group-v554877. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.236087] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f8fc873-63f9-4917-ae1a-71890f91898c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.250721] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Created folder: Instances in parent group-v554877. [ 1011.250721] env[62839]: DEBUG oslo.service.loopingcall [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.250721] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.250721] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4aaec0e-96c4-4cd3-ac5f-628040695cd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.272422] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.272422] env[62839]: value = "task-2757607" [ 1011.272422] env[62839]: _type = "Task" [ 1011.272422] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.281006] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757607, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.383053] env[62839]: DEBUG nova.compute.utils [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.438846] env[62839]: DEBUG nova.network.neutron [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Successfully updated port: eb8ccd79-e666-4032-a00e-5271003a6e98 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.561285] env[62839]: DEBUG nova.compute.manager [req-7c66e3bc-1b8d-4478-9ff6-10b8da0360b8 req-52024938-3cfc-43cc-9baa-a53006a20aaf service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Received event network-vif-plugged-eb8ccd79-e666-4032-a00e-5271003a6e98 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.561406] env[62839]: DEBUG oslo_concurrency.lockutils [req-7c66e3bc-1b8d-4478-9ff6-10b8da0360b8 req-52024938-3cfc-43cc-9baa-a53006a20aaf service nova] Acquiring lock "1e03201b-71a1-417d-921e-9c71e80a36b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.561655] env[62839]: DEBUG oslo_concurrency.lockutils [req-7c66e3bc-1b8d-4478-9ff6-10b8da0360b8 req-52024938-3cfc-43cc-9baa-a53006a20aaf service nova] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.561820] env[62839]: DEBUG oslo_concurrency.lockutils [req-7c66e3bc-1b8d-4478-9ff6-10b8da0360b8 req-52024938-3cfc-43cc-9baa-a53006a20aaf service nova] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.561997] env[62839]: DEBUG nova.compute.manager [req-7c66e3bc-1b8d-4478-9ff6-10b8da0360b8 req-52024938-3cfc-43cc-9baa-a53006a20aaf service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] No waiting events found dispatching network-vif-plugged-eb8ccd79-e666-4032-a00e-5271003a6e98 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.562187] env[62839]: WARNING nova.compute.manager [req-7c66e3bc-1b8d-4478-9ff6-10b8da0360b8 req-52024938-3cfc-43cc-9baa-a53006a20aaf service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Received unexpected event network-vif-plugged-eb8ccd79-e666-4032-a00e-5271003a6e98 for instance with vm_state building and task_state spawning. [ 1011.579553] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430bf61-5312-4f3a-be6e-3efca84ec5b8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.585505] env[62839]: DEBUG nova.compute.manager [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Received event network-changed-20925ffe-c611-4439-bea9-c5ece33d6262 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.585700] env[62839]: DEBUG nova.compute.manager [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Refreshing instance network info cache due to event network-changed-20925ffe-c611-4439-bea9-c5ece33d6262. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.585916] env[62839]: DEBUG oslo_concurrency.lockutils [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] Acquiring lock "refresh_cache-573573d9-8b83-4173-9c53-0e642763eca3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.586070] env[62839]: DEBUG oslo_concurrency.lockutils [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] Acquired lock "refresh_cache-573573d9-8b83-4173-9c53-0e642763eca3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.586234] env[62839]: DEBUG nova.network.neutron [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Refreshing network info cache for port 20925ffe-c611-4439-bea9-c5ece33d6262 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.605195] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b5506-2f09-4892-9394-6e8270b09126 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.614464] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance 'd76cead4-3521-4a26-9f50-90a2c674930f' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.634369] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.651851] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.682169] env[62839]: DEBUG nova.objects.base [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Object Instance<887842a1-e996-4c2f-85b8-a5b8046fc5b8> lazy-loaded attributes: resources,numa_topology {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.782921] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757607, 'name': CreateVM_Task, 'duration_secs': 0.437549} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.785321] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.786164] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.786333] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.786649] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.786895] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bb3e9a-0a11-4576-a33c-cc2c08d99264 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.792731] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1011.792731] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ea33af-4aa1-19fc-e97a-71fe9a36b6c2" [ 1011.792731] env[62839]: _type = "Task" [ 1011.792731] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.803247] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ea33af-4aa1-19fc-e97a-71fe9a36b6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.886092] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.934833] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b99e05-b3ba-4c82-9b58-c84504d49d71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.942740] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "refresh_cache-1e03201b-71a1-417d-921e-9c71e80a36b1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.942910] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "refresh_cache-1e03201b-71a1-417d-921e-9c71e80a36b1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.943062] env[62839]: DEBUG nova.network.neutron [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.944943] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f48d1-58f6-406a-9b1c-3c2fabd2cdad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.979623] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e98b37-f04a-4392-8dc4-69233218ccd0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.988504] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04841ea9-2cf7-47c5-8594-107d06104356 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.003475] env[62839]: DEBUG nova.compute.provider_tree [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.124021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1241a36a-f01c-48d5-b468-4740934b74ee tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance 'd76cead4-3521-4a26-9f50-90a2c674930f' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.150832] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.150884] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.151147] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.151408] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.151727] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.154603] env[62839]: INFO nova.compute.manager [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Terminating instance [ 1012.307169] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ea33af-4aa1-19fc-e97a-71fe9a36b6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.037834} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.307477] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.307726] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.307951] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.308112] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.308294] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.308550] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4527e6a-37dd-499e-a42e-d5f20213616d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.324876] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.325098] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.325831] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24b835d-295a-4a57-8af5-6c77f28f8286 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.332397] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1012.332397] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cd534b-9a0f-098d-49fa-7a969b807d0e" [ 1012.332397] env[62839]: _type = "Task" [ 1012.332397] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.345427] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cd534b-9a0f-098d-49fa-7a969b807d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.494371] env[62839]: DEBUG nova.network.neutron [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.506671] env[62839]: DEBUG nova.scheduler.client.report [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.607101] env[62839]: DEBUG nova.network.neutron [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Updated VIF entry in instance network info cache for port 20925ffe-c611-4439-bea9-c5ece33d6262. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.607438] env[62839]: DEBUG nova.network.neutron [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Updating instance_info_cache with network_info: [{"id": "20925ffe-c611-4439-bea9-c5ece33d6262", "address": "fa:16:3e:8a:4f:5a", "network": {"id": "c2dd85d2-913b-4bda-a013-2a0969f14153", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1759687381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a6e20e9dc6040dabfb47fb34340596d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20925ffe-c6", "ovs_interfaceid": "20925ffe-c611-4439-bea9-c5ece33d6262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.659566] env[62839]: DEBUG nova.compute.manager [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.659844] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.660725] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14ebcc-c438-4af3-9127-a5d41a6e745c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.669466] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.669691] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc04fecb-e875-4ba9-8fef-a98f5f3fdf88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.679402] env[62839]: DEBUG oslo_vmware.api [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 1012.679402] env[62839]: value = "task-2757608" [ 1012.679402] env[62839]: _type = "Task" [ 1012.679402] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.688856] env[62839]: DEBUG oslo_vmware.api [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.692263] env[62839]: DEBUG nova.network.neutron [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Updating instance_info_cache with network_info: [{"id": "eb8ccd79-e666-4032-a00e-5271003a6e98", "address": "fa:16:3e:de:43:10", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8ccd79-e6", "ovs_interfaceid": "eb8ccd79-e666-4032-a00e-5271003a6e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.844798] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cd534b-9a0f-098d-49fa-7a969b807d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.025962} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.845725] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9465ffd1-42cc-4ef7-b3ef-4238cb7b3a7d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.851995] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1012.851995] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52047864-e9ea-f2a8-406b-1561d722a909" [ 1012.851995] env[62839]: _type = "Task" [ 1012.851995] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.861619] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52047864-e9ea-f2a8-406b-1561d722a909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.964953] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.965257] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.965499] env[62839]: INFO nova.compute.manager [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Attaching volume 45adb497-12bc-4f5b-a208-5378e1e3d343 to /dev/sdb [ 1013.002030] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b5c0b-2ce9-4980-ac80-967e7b914aee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.010344] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308cc38-341c-43ce-a6da-d3d405067a99 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.013346] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.015799] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.835s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.017221] env[62839]: INFO nova.compute.claims [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.034890] env[62839]: DEBUG nova.virt.block_device [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updating existing volume attachment record: db67fc31-2479-4490-980c-0522fa09a4ea {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1013.110672] env[62839]: DEBUG oslo_concurrency.lockutils [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] Releasing lock "refresh_cache-573573d9-8b83-4173-9c53-0e642763eca3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.110900] env[62839]: DEBUG nova.compute.manager [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.111073] env[62839]: DEBUG nova.compute.manager [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing instance network info cache due to event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.111324] env[62839]: DEBUG oslo_concurrency.lockutils [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.111733] env[62839]: DEBUG oslo_concurrency.lockutils [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.111733] env[62839]: DEBUG nova.network.neutron [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.190466] env[62839]: DEBUG oslo_vmware.api [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757608, 'name': PowerOffVM_Task, 'duration_secs': 0.230217} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.190466] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.190687] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.191721] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca924e3-7b01-4c1e-9975-f1400d65574a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.196028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "refresh_cache-1e03201b-71a1-417d-921e-9c71e80a36b1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.196028] env[62839]: DEBUG nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Instance network_info: |[{"id": "eb8ccd79-e666-4032-a00e-5271003a6e98", "address": "fa:16:3e:de:43:10", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8ccd79-e6", "ovs_interfaceid": "eb8ccd79-e666-4032-a00e-5271003a6e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.196276] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:43:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb8ccd79-e666-4032-a00e-5271003a6e98', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.205043] env[62839]: DEBUG oslo.service.loopingcall [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.205609] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.206233] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b941df89-fc70-412e-acbd-4c16763e0162 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.227553] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.227553] env[62839]: value = "task-2757611" [ 1013.227553] env[62839]: _type = "Task" [ 1013.227553] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.237580] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757611, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.265240] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.265550] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.265780] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleting the datastore file [datastore2] e3fd97a6-50de-4b50-b513-f5d07c9ff1de {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.266099] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7610f910-3faa-4865-be24-b398ca08decd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.274974] env[62839]: DEBUG oslo_vmware.api [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for the task: (returnval){ [ 1013.274974] env[62839]: value = "task-2757612" [ 1013.274974] env[62839]: _type = "Task" [ 1013.274974] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.285659] env[62839]: DEBUG oslo_vmware.api [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.362826] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52047864-e9ea-f2a8-406b-1561d722a909, 'name': SearchDatastore_Task, 'duration_secs': 0.014718} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.363179] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.363467] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 573573d9-8b83-4173-9c53-0e642763eca3/573573d9-8b83-4173-9c53-0e642763eca3.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.363777] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c8d1a1-9a7d-4688-844a-fc0b95652085 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.376029] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1013.376029] env[62839]: value = "task-2757613" [ 1013.376029] env[62839]: _type = "Task" [ 1013.376029] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.388423] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.526306] env[62839]: DEBUG oslo_concurrency.lockutils [None req-69fa8843-8f54-42c0-877b-99d599807de8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.674s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.527045] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.855s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.527288] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.527510] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.527753] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.529557] env[62839]: INFO nova.compute.manager [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Terminating instance [ 1013.586685] env[62839]: DEBUG nova.compute.manager [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Received event network-changed-eb8ccd79-e666-4032-a00e-5271003a6e98 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.586904] env[62839]: DEBUG nova.compute.manager [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Refreshing instance network info cache due to event network-changed-eb8ccd79-e666-4032-a00e-5271003a6e98. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.587105] env[62839]: DEBUG oslo_concurrency.lockutils [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] Acquiring lock "refresh_cache-1e03201b-71a1-417d-921e-9c71e80a36b1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.587256] env[62839]: DEBUG oslo_concurrency.lockutils [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] Acquired lock "refresh_cache-1e03201b-71a1-417d-921e-9c71e80a36b1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587495] env[62839]: DEBUG nova.network.neutron [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Refreshing network info cache for port eb8ccd79-e666-4032-a00e-5271003a6e98 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.745149] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757611, 'name': CreateVM_Task, 'duration_secs': 0.369752} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.745556] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.746193] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.746512] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.746776] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.747070] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb5df2f-43ab-4369-a21b-2b407009575d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.755738] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1013.755738] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d84e15-99c2-8102-6868-517bccd97a31" [ 1013.755738] env[62839]: _type = "Task" [ 1013.755738] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.773460] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d84e15-99c2-8102-6868-517bccd97a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.787729] env[62839]: DEBUG oslo_vmware.api [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Task: {'id': task-2757612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223257} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.788090] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.788357] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.788551] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.789334] env[62839]: INFO nova.compute.manager [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1013.789334] env[62839]: DEBUG oslo.service.loopingcall [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.789422] env[62839]: DEBUG nova.compute.manager [-] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.789655] env[62839]: DEBUG nova.network.neutron [-] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.891415] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.006408] env[62839]: DEBUG nova.network.neutron [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updated VIF entry in instance network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.007836] env[62839]: DEBUG nova.network.neutron [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.036864] env[62839]: DEBUG nova.compute.manager [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.036864] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.037023] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b15da2b-d7f8-4645-b081-f96c749d8419 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.050989] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadbce42-a4b4-4175-86a3-7a854b313aac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.112360] env[62839]: WARNING nova.virt.vmwareapi.vmops [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 887842a1-e996-4c2f-85b8-a5b8046fc5b8 could not be found. [ 1014.112721] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.112924] env[62839]: INFO nova.compute.manager [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1014.115654] env[62839]: DEBUG oslo.service.loopingcall [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.120791] env[62839]: DEBUG nova.compute.manager [-] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.120900] env[62839]: DEBUG nova.network.neutron [-] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.269710] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d84e15-99c2-8102-6868-517bccd97a31, 'name': SearchDatastore_Task, 'duration_secs': 0.055708} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.273078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.273213] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.273513] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.273770] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.274141] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.275229] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e883ba-83bc-40fd-8a56-e5c49e215fcb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.288846] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.289052] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.289774] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1afcdb2-57c1-43e8-9d3b-fd07e8462f01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.297690] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1014.297690] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5273d52a-0b6c-2325-3b3a-1feab14959f1" [ 1014.297690] env[62839]: _type = "Task" [ 1014.297690] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.306110] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5273d52a-0b6c-2325-3b3a-1feab14959f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.343138] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "d76cead4-3521-4a26-9f50-90a2c674930f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.343465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.344392] env[62839]: DEBUG nova.compute.manager [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Going to confirm migration 5 {{(pid=62839) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1014.392021] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571355} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.392021] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 573573d9-8b83-4173-9c53-0e642763eca3/573573d9-8b83-4173-9c53-0e642763eca3.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.392021] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.392021] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d868c3c2-532b-4579-8efe-7640b3288f6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.396380] env[62839]: DEBUG nova.network.neutron [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Updated VIF entry in instance network info cache for port eb8ccd79-e666-4032-a00e-5271003a6e98. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.397011] env[62839]: DEBUG nova.network.neutron [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Updating instance_info_cache with network_info: [{"id": "eb8ccd79-e666-4032-a00e-5271003a6e98", "address": "fa:16:3e:de:43:10", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb8ccd79-e6", "ovs_interfaceid": "eb8ccd79-e666-4032-a00e-5271003a6e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.406081] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1014.406081] env[62839]: value = "task-2757616" [ 1014.406081] env[62839]: _type = "Task" [ 1014.406081] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.411754] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b72a12-719b-44bf-8b06-c49a41c9b84c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.423150] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa07b2a-9808-4d09-8f8c-d9309542fb9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.426257] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.455330] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5f8460-2266-4f3d-9adc-616e2185b1e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.463948] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3fcad-ebf1-4c2f-a020-4ba3e62f8ac2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.478647] env[62839]: DEBUG nova.compute.provider_tree [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.509116] env[62839]: DEBUG oslo_concurrency.lockutils [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.509510] env[62839]: DEBUG nova.compute.manager [req-bab5a209-51d6-4ed4-9f66-30ea88b1cc7a req-69529f9e-c65f-4150-91af-51885721e2a4 service nova] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Received event network-vif-deleted-99a19380-5c14-4073-a93c-491f350499b3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.582975] env[62839]: DEBUG nova.network.neutron [-] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.807947] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5273d52a-0b6c-2325-3b3a-1feab14959f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.808732] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7e3c5c-b591-4248-aeac-11164a3e04f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.813811] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1014.813811] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244ae00-283d-1026-ce31-b18a98a35e58" [ 1014.813811] env[62839]: _type = "Task" [ 1014.813811] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.821390] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244ae00-283d-1026-ce31-b18a98a35e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.901448] env[62839]: DEBUG oslo_concurrency.lockutils [req-03737ce9-3e75-4702-ba36-664454b82b16 req-cee7ae7b-e8b5-40e5-b8de-e694c49db17b service nova] Releasing lock "refresh_cache-1e03201b-71a1-417d-921e-9c71e80a36b1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.903520] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.903700] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.903884] env[62839]: DEBUG nova.network.neutron [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.904092] env[62839]: DEBUG nova.objects.instance [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'info_cache' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.905321] env[62839]: DEBUG nova.network.neutron [-] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.916016] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283196} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.916274] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.917558] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb61cf1-42db-46ca-b56f-af32388161da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.942650] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 573573d9-8b83-4173-9c53-0e642763eca3/573573d9-8b83-4173-9c53-0e642763eca3.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.943302] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5db5189-5382-4e04-b868-2aac17f46b65 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.964170] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1014.964170] env[62839]: value = "task-2757617" [ 1014.964170] env[62839]: _type = "Task" [ 1014.964170] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.974759] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.981845] env[62839]: DEBUG nova.scheduler.client.report [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.086215] env[62839]: INFO nova.compute.manager [-] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Took 1.30 seconds to deallocate network for instance. [ 1015.324922] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5244ae00-283d-1026-ce31-b18a98a35e58, 'name': SearchDatastore_Task, 'duration_secs': 0.06783} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.325173] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.325434] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 1e03201b-71a1-417d-921e-9c71e80a36b1/1e03201b-71a1-417d-921e-9c71e80a36b1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.325687] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4023b76a-9b5e-42c6-8b6e-34b09109a2a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.333811] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1015.333811] env[62839]: value = "task-2757618" [ 1015.333811] env[62839]: _type = "Task" [ 1015.333811] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.343741] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.409146] env[62839]: INFO nova.compute.manager [-] [instance: 887842a1-e996-4c2f-85b8-a5b8046fc5b8] Took 1.29 seconds to deallocate network for instance. [ 1015.477925] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757617, 'name': ReconfigVM_Task, 'duration_secs': 0.29914} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.478601] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 573573d9-8b83-4173-9c53-0e642763eca3/573573d9-8b83-4173-9c53-0e642763eca3.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.480344] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee582026-6f77-4c62-8511-3a030d0d42ee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.486475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.486983] env[62839]: DEBUG nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.490720] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.728s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.492147] env[62839]: INFO nova.compute.claims [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.498057] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1015.498057] env[62839]: value = "task-2757619" [ 1015.498057] env[62839]: _type = "Task" [ 1015.498057] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.504747] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757619, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.593227] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.618636] env[62839]: DEBUG nova.compute.manager [req-8f75da49-25df-4202-99e1-34beffc6c02d req-99c35f32-76d8-4a05-8129-953258744ff3 service nova] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Received event network-vif-deleted-5b0c3c40-92af-4746-8637-14cbca6156f3 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.845702] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.999064] env[62839]: DEBUG nova.compute.utils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.000455] env[62839]: DEBUG nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.000623] env[62839]: DEBUG nova.network.neutron [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.013440] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757619, 'name': Rename_Task, 'duration_secs': 0.174201} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.013720] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.014124] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94939e96-810a-4c9f-8a41-3442b923d883 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.024768] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1016.024768] env[62839]: value = "task-2757621" [ 1016.024768] env[62839]: _type = "Task" [ 1016.024768] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.033565] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.044816] env[62839]: DEBUG nova.policy [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cc9c86152fa4d6290a3f2462f80454e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d9ec5d674e74d6f93a0212ef6ad13bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.179177] env[62839]: DEBUG nova.network.neutron [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.351018] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630468} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.351018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 1e03201b-71a1-417d-921e-9c71e80a36b1/1e03201b-71a1-417d-921e-9c71e80a36b1.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.351018] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.351018] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cd4f6be-305a-402a-b7c6-f8041ec985b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.358316] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1016.358316] env[62839]: value = "task-2757622" [ 1016.358316] env[62839]: _type = "Task" [ 1016.358316] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.368352] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.369323] env[62839]: DEBUG nova.network.neutron [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Successfully created port: 3ae6963a-9e54-4c4b-898c-78e1f53b372d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.446021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35b554a9-c81e-4b6c-acbf-68c62b533372 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "887842a1-e996-4c2f-85b8-a5b8046fc5b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.919s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.510811] env[62839]: DEBUG nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.540212] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757621, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.682137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.682408] env[62839]: DEBUG nova.objects.instance [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'migration_context' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.780401] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba5dfd6-1256-4239-bb98-e5a71fa2228b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.789018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ab828-40d7-499d-a331-7419193e16db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.821313] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf72852-1098-4c5a-9c46-98bc628017b8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.832265] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa1b522-9781-429e-b3bd-0ffb5650b6c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.847247] env[62839]: DEBUG nova.compute.provider_tree [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.869320] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074974} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.869320] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.870126] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467cfdb-0048-436b-829c-f0c9566ab68e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.903115] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1e03201b-71a1-417d-921e-9c71e80a36b1/1e03201b-71a1-417d-921e-9c71e80a36b1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.903437] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b88702-ec70-4d9a-9b0f-bc49a5d26fb0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.924886] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1016.924886] env[62839]: value = "task-2757623" [ 1016.924886] env[62839]: _type = "Task" [ 1016.924886] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.934931] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.037580] env[62839]: DEBUG oslo_vmware.api [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757621, 'name': PowerOnVM_Task, 'duration_secs': 0.530608} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.037861] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.038075] env[62839]: INFO nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1017.038267] env[62839]: DEBUG nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.039063] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4b46c3-c992-4ccc-864f-b332e879d70c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.185962] env[62839]: DEBUG nova.objects.base [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.186903] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c47a66-a22d-4e17-b0e8-2c825716b959 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.208671] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bebe6f-9ad6-40ae-ad2b-6a4d28469b0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.215727] env[62839]: DEBUG oslo_vmware.api [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1017.215727] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523bba12-a59c-8244-1b4c-db1eebb03350" [ 1017.215727] env[62839]: _type = "Task" [ 1017.215727] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.224690] env[62839]: DEBUG oslo_vmware.api [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523bba12-a59c-8244-1b4c-db1eebb03350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.297810] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.298052] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.349659] env[62839]: DEBUG nova.scheduler.client.report [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.437031] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.522246] env[62839]: DEBUG nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.547214] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.547488] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.547690] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.547939] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.548134] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.548343] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.548603] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.548803] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.549036] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.549251] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.549467] env[62839]: DEBUG nova.virt.hardware [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.550376] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722e00b-2299-4ac3-91ea-c4a1f4324a4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.560059] env[62839]: INFO nova.compute.manager [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Took 16.21 seconds to build instance. [ 1017.565687] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81336a6-b3f7-4799-906e-39731cd8606b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.730646] env[62839]: DEBUG oslo_vmware.api [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523bba12-a59c-8244-1b4c-db1eebb03350, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.730993] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.800128] env[62839]: DEBUG nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.849719] env[62839]: DEBUG nova.compute.manager [req-a7dc8a2d-d03b-450a-a694-6b09d66e6b84 req-fcbbd384-48e2-49a5-aff7-8b72b6f3fcf7 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Received event network-vif-plugged-3ae6963a-9e54-4c4b-898c-78e1f53b372d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.850199] env[62839]: DEBUG oslo_concurrency.lockutils [req-a7dc8a2d-d03b-450a-a694-6b09d66e6b84 req-fcbbd384-48e2-49a5-aff7-8b72b6f3fcf7 service nova] Acquiring lock "ce3c0964-650f-4b33-a271-27c61c52ed54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.850199] env[62839]: DEBUG oslo_concurrency.lockutils [req-a7dc8a2d-d03b-450a-a694-6b09d66e6b84 req-fcbbd384-48e2-49a5-aff7-8b72b6f3fcf7 service nova] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.850396] env[62839]: DEBUG oslo_concurrency.lockutils [req-a7dc8a2d-d03b-450a-a694-6b09d66e6b84 req-fcbbd384-48e2-49a5-aff7-8b72b6f3fcf7 service nova] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.850593] env[62839]: DEBUG nova.compute.manager [req-a7dc8a2d-d03b-450a-a694-6b09d66e6b84 req-fcbbd384-48e2-49a5-aff7-8b72b6f3fcf7 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] No waiting events found dispatching network-vif-plugged-3ae6963a-9e54-4c4b-898c-78e1f53b372d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.850656] env[62839]: WARNING nova.compute.manager [req-a7dc8a2d-d03b-450a-a694-6b09d66e6b84 req-fcbbd384-48e2-49a5-aff7-8b72b6f3fcf7 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Received unexpected event network-vif-plugged-3ae6963a-9e54-4c4b-898c-78e1f53b372d for instance with vm_state building and task_state spawning. [ 1017.853970] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.854520] env[62839]: DEBUG nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.856891] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.741s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.858683] env[62839]: INFO nova.compute.claims [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.936746] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.949515] env[62839]: DEBUG nova.network.neutron [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Successfully updated port: 3ae6963a-9e54-4c4b-898c-78e1f53b372d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.062056] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d917dd03-2f35-4f7c-ae10-183a6648f2a6 tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "573573d9-8b83-4173-9c53-0e642763eca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.738s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.079801] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1018.080055] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554882', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'name': 'volume-45adb497-12bc-4f5b-a208-5378e1e3d343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679c3b58-3f8c-492f-8b37-d379f83d2e5e', 'attached_at': '', 'detached_at': '', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'serial': '45adb497-12bc-4f5b-a208-5378e1e3d343'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1018.081143] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb6267-57e6-4470-b910-b740dc104f95 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.099297] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4272fe-cc55-4e6d-8710-32354f14d722 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.126448] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-45adb497-12bc-4f5b-a208-5378e1e3d343/volume-45adb497-12bc-4f5b-a208-5378e1e3d343.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.126800] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a254157-5662-4241-af96-fece13e356d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.147735] env[62839]: DEBUG oslo_vmware.api [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1018.147735] env[62839]: value = "task-2757624" [ 1018.147735] env[62839]: _type = "Task" [ 1018.147735] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.158661] env[62839]: DEBUG oslo_vmware.api [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.323937] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.363845] env[62839]: DEBUG nova.compute.utils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.367303] env[62839]: DEBUG nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.367786] env[62839]: DEBUG nova.network.neutron [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.437911] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.439293] env[62839]: DEBUG nova.policy [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '711f62cf34234852abaffa99b788d8a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c565593fdc984e60bf327eed588b84b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.451519] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "refresh_cache-ce3c0964-650f-4b33-a271-27c61c52ed54" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.451680] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "refresh_cache-ce3c0964-650f-4b33-a271-27c61c52ed54" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.451816] env[62839]: DEBUG nova.network.neutron [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.659706] env[62839]: DEBUG oslo_vmware.api [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757624, 'name': ReconfigVM_Task, 'duration_secs': 0.403682} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.660439] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-45adb497-12bc-4f5b-a208-5378e1e3d343/volume-45adb497-12bc-4f5b-a208-5378e1e3d343.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.665233] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fbbb97-a065-453e-ad51-e9e78eefee2e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.683574] env[62839]: DEBUG oslo_vmware.api [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1018.683574] env[62839]: value = "task-2757625" [ 1018.683574] env[62839]: _type = "Task" [ 1018.683574] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.693317] env[62839]: DEBUG oslo_vmware.api [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.787846] env[62839]: DEBUG nova.network.neutron [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Successfully created port: bd6d5d08-3cf2-4520-b6f6-121b3c987768 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.867887] env[62839]: DEBUG nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.890225] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "573573d9-8b83-4173-9c53-0e642763eca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.890408] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "573573d9-8b83-4173-9c53-0e642763eca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.891271] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "573573d9-8b83-4173-9c53-0e642763eca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.891271] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "573573d9-8b83-4173-9c53-0e642763eca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.891271] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "573573d9-8b83-4173-9c53-0e642763eca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.895250] env[62839]: INFO nova.compute.manager [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Terminating instance [ 1018.937848] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757623, 'name': ReconfigVM_Task, 'duration_secs': 1.785797} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.938312] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1e03201b-71a1-417d-921e-9c71e80a36b1/1e03201b-71a1-417d-921e-9c71e80a36b1.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.939253] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d66efb9-958d-4f1b-bb25-250a33aee287 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.946600] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1018.946600] env[62839]: value = "task-2757626" [ 1018.946600] env[62839]: _type = "Task" [ 1018.946600] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.958169] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757626, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.997480] env[62839]: DEBUG nova.network.neutron [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.176987] env[62839]: DEBUG nova.network.neutron [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Updating instance_info_cache with network_info: [{"id": "3ae6963a-9e54-4c4b-898c-78e1f53b372d", "address": "fa:16:3e:fa:d5:ed", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae6963a-9e", "ovs_interfaceid": "3ae6963a-9e54-4c4b-898c-78e1f53b372d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.182036] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623b40fb-566b-4902-88ae-7fe4910bb339 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.197190] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d15bd3c-6903-44f9-82ae-4b796827cb5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.201049] env[62839]: DEBUG oslo_vmware.api [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757625, 'name': ReconfigVM_Task, 'duration_secs': 0.153714} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.201387] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554882', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'name': 'volume-45adb497-12bc-4f5b-a208-5378e1e3d343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679c3b58-3f8c-492f-8b37-d379f83d2e5e', 'attached_at': '', 'detached_at': '', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'serial': '45adb497-12bc-4f5b-a208-5378e1e3d343'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1019.236467] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b647db5-e58c-4dcc-844c-ea8002064fc2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.245014] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378318de-faf5-4cf7-8435-2f4a831aeca7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.259323] env[62839]: DEBUG nova.compute.provider_tree [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.399131] env[62839]: DEBUG nova.compute.manager [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.399379] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.400984] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee292f78-a094-43ca-9929-abcc9b6f2938 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.409294] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.410108] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3281d639-de25-4f00-90d4-f7fea8674501 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.417316] env[62839]: DEBUG oslo_vmware.api [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1019.417316] env[62839]: value = "task-2757627" [ 1019.417316] env[62839]: _type = "Task" [ 1019.417316] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.425627] env[62839]: DEBUG oslo_vmware.api [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.456660] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757626, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.680110] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "refresh_cache-ce3c0964-650f-4b33-a271-27c61c52ed54" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.680461] env[62839]: DEBUG nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Instance network_info: |[{"id": "3ae6963a-9e54-4c4b-898c-78e1f53b372d", "address": "fa:16:3e:fa:d5:ed", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae6963a-9e", "ovs_interfaceid": "3ae6963a-9e54-4c4b-898c-78e1f53b372d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.680874] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d5:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae6963a-9e54-4c4b-898c-78e1f53b372d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.688494] env[62839]: DEBUG oslo.service.loopingcall [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.688755] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.689014] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb296f4d-934f-46b8-b5e1-f9a17c6e7578 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.712349] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.712349] env[62839]: value = "task-2757628" [ 1019.712349] env[62839]: _type = "Task" [ 1019.712349] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.720847] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757628, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.762201] env[62839]: DEBUG nova.scheduler.client.report [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.876390] env[62839]: DEBUG nova.compute.manager [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Received event network-changed-3ae6963a-9e54-4c4b-898c-78e1f53b372d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.876647] env[62839]: DEBUG nova.compute.manager [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Refreshing instance network info cache due to event network-changed-3ae6963a-9e54-4c4b-898c-78e1f53b372d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.876876] env[62839]: DEBUG oslo_concurrency.lockutils [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] Acquiring lock "refresh_cache-ce3c0964-650f-4b33-a271-27c61c52ed54" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.877015] env[62839]: DEBUG oslo_concurrency.lockutils [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] Acquired lock "refresh_cache-ce3c0964-650f-4b33-a271-27c61c52ed54" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.877184] env[62839]: DEBUG nova.network.neutron [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Refreshing network info cache for port 3ae6963a-9e54-4c4b-898c-78e1f53b372d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.879526] env[62839]: DEBUG nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.907709] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.908009] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.908201] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.908422] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.908591] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.908761] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.909149] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.909221] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.909436] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.909647] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.909874] env[62839]: DEBUG nova.virt.hardware [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.910851] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83df2c-b4c6-499e-b009-aec61824acb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.924569] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724c99d5-98af-4895-8310-66669c1b985e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.944540] env[62839]: DEBUG oslo_vmware.api [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.962614] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757626, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.224728] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757628, 'name': CreateVM_Task, 'duration_secs': 0.363252} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.228024] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.228024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.228024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.228024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.228024] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00ab95c-5cde-4eb4-8807-2bf3d284b910 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.235032] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1020.235032] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5c3f7-58e6-fff5-8722-fa93a1f41448" [ 1020.235032] env[62839]: _type = "Task" [ 1020.235032] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.246153] env[62839]: DEBUG nova.objects.instance [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'flavor' on Instance uuid 679c3b58-3f8c-492f-8b37-d379f83d2e5e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.247953] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5c3f7-58e6-fff5-8722-fa93a1f41448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.270116] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.270116] env[62839]: DEBUG nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.272897] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.105s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.273578] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.277021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.642s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.277021] env[62839]: DEBUG nova.objects.instance [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lazy-loading 'resources' on Instance uuid bed1644c-3ecb-45c7-a50d-af0022d95b9b {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.309510] env[62839]: INFO nova.scheduler.client.report [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted allocations for instance 04830df7-612a-4263-b884-33c132d56e74 [ 1020.339212] env[62839]: DEBUG nova.network.neutron [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Successfully updated port: bd6d5d08-3cf2-4520-b6f6-121b3c987768 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.430568] env[62839]: DEBUG oslo_vmware.api [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757627, 'name': PowerOffVM_Task, 'duration_secs': 0.993847} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.430837] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.431017] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.431427] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6660602-ad5f-4d45-8e00-d807096a949b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.459222] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757626, 'name': Rename_Task, 'duration_secs': 1.181361} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.459593] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.459908] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35571b3a-b5a3-4734-a834-3afd7a90af9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.470257] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1020.470257] env[62839]: value = "task-2757630" [ 1020.470257] env[62839]: _type = "Task" [ 1020.470257] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.481266] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.508666] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.508891] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.509090] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Deleting the datastore file [datastore1] 573573d9-8b83-4173-9c53-0e642763eca3 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.509402] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f68245-bb88-44f0-885b-280049c7958e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.517383] env[62839]: DEBUG oslo_vmware.api [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for the task: (returnval){ [ 1020.517383] env[62839]: value = "task-2757631" [ 1020.517383] env[62839]: _type = "Task" [ 1020.517383] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.527784] env[62839]: DEBUG oslo_vmware.api [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.611953] env[62839]: DEBUG nova.network.neutron [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Updated VIF entry in instance network info cache for port 3ae6963a-9e54-4c4b-898c-78e1f53b372d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.612342] env[62839]: DEBUG nova.network.neutron [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Updating instance_info_cache with network_info: [{"id": "3ae6963a-9e54-4c4b-898c-78e1f53b372d", "address": "fa:16:3e:fa:d5:ed", "network": {"id": "a5299c74-9f7d-4f80-adcb-9656b08b1ebb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-623376606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d9ec5d674e74d6f93a0212ef6ad13bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae6963a-9e", "ovs_interfaceid": "3ae6963a-9e54-4c4b-898c-78e1f53b372d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.747522] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d5c3f7-58e6-fff5-8722-fa93a1f41448, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.747776] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.748168] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.748585] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.748836] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.749152] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.752703] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7088446d-1172-4bde-8f04-02d2b4a1e653 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.787s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.754182] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b872be82-e347-4de8-8a18-e2444fd19d22 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.765304] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.765420] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.766688] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47dc3eae-bfa7-46e2-9bb7-01961de1c768 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.777648] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1020.777648] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f16761-d8c4-550f-d91d-3e1702022892" [ 1020.777648] env[62839]: _type = "Task" [ 1020.777648] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.787151] env[62839]: DEBUG nova.compute.utils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.790488] env[62839]: DEBUG nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.790734] env[62839]: DEBUG nova.network.neutron [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.803272] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f16761-d8c4-550f-d91d-3e1702022892, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.804892] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7333fb92-a77d-4033-a023-7b361ba87ad1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.820114] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a5bb489d-189c-4255-9db8-69ba9dd19b5d tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "04830df7-612a-4263-b884-33c132d56e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.296s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.822658] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1020.822658] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d64d9d-87e9-62ac-45ec-f656c9b6ec22" [ 1020.822658] env[62839]: _type = "Task" [ 1020.822658] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.837941] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d64d9d-87e9-62ac-45ec-f656c9b6ec22, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.837941] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.837941] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] ce3c0964-650f-4b33-a271-27c61c52ed54/ce3c0964-650f-4b33-a271-27c61c52ed54.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.837941] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c05cea3-00cb-4fac-900b-f1425528d8b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.842054] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "refresh_cache-17c6ac18-6eaf-4411-9e1c-55e107f45550" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.842187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired lock "refresh_cache-17c6ac18-6eaf-4411-9e1c-55e107f45550" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.842359] env[62839]: DEBUG nova.network.neutron [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.848634] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1020.848634] env[62839]: value = "task-2757632" [ 1020.848634] env[62839]: _type = "Task" [ 1020.848634] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.858261] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.866156] env[62839]: DEBUG nova.policy [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '711f62cf34234852abaffa99b788d8a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c565593fdc984e60bf327eed588b84b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.985334] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757630, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.029733] env[62839]: DEBUG oslo_vmware.api [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Task: {'id': task-2757631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238803} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.030032] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.030225] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.030416] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.030597] env[62839]: INFO nova.compute.manager [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1021.030850] env[62839]: DEBUG oslo.service.loopingcall [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.031081] env[62839]: DEBUG nova.compute.manager [-] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.031160] env[62839]: DEBUG nova.network.neutron [-] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.097857] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c98f52-413f-471e-9045-5fe4fc742fff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.107355] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3bba31-6c89-4f8a-ab1c-0c0845dea814 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.115225] env[62839]: DEBUG oslo_concurrency.lockutils [req-f42282b2-223d-4a90-9ced-03c4f5124cb6 req-f1ac6c7d-1e79-48d2-95c9-871af5735670 service nova] Releasing lock "refresh_cache-ce3c0964-650f-4b33-a271-27c61c52ed54" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.147770] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ceccbb-0f6d-47a1-81c5-b431fce52e07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.159472] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e6b320-c744-4ffd-a8c0-7ae8337fd6dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.178181] env[62839]: DEBUG nova.compute.provider_tree [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.207366] env[62839]: DEBUG nova.network.neutron [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Successfully created port: 33d2a982-fab4-4964-813f-1e5e78ea1ec6 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.291598] env[62839]: DEBUG nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.360394] env[62839]: DEBUG nova.compute.manager [req-8506a053-a8e3-4202-adb1-f40314006732 req-540d56d7-c718-4c06-868d-aa413be100fd service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Received event network-vif-deleted-20925ffe-c611-4439-bea9-c5ece33d6262 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.360630] env[62839]: INFO nova.compute.manager [req-8506a053-a8e3-4202-adb1-f40314006732 req-540d56d7-c718-4c06-868d-aa413be100fd service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Neutron deleted interface 20925ffe-c611-4439-bea9-c5ece33d6262; detaching it from the instance and deleting it from the info cache [ 1021.360816] env[62839]: DEBUG nova.network.neutron [req-8506a053-a8e3-4202-adb1-f40314006732 req-540d56d7-c718-4c06-868d-aa413be100fd service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.366447] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.380878] env[62839]: DEBUG nova.network.neutron [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.481846] env[62839]: DEBUG oslo_vmware.api [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757630, 'name': PowerOnVM_Task, 'duration_secs': 0.534602} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.485243] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.485243] env[62839]: INFO nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1021.485444] env[62839]: DEBUG nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.486451] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f0d75-d1e4-4df2-a4e9-1e3511cf6da0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.523420] env[62839]: DEBUG nova.network.neutron [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Updating instance_info_cache with network_info: [{"id": "bd6d5d08-3cf2-4520-b6f6-121b3c987768", "address": "fa:16:3e:7d:1b:8d", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6d5d08-3c", "ovs_interfaceid": "bd6d5d08-3cf2-4520-b6f6-121b3c987768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.658484] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.658748] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.684642] env[62839]: DEBUG nova.scheduler.client.report [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.837829] env[62839]: DEBUG nova.network.neutron [-] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.859995] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650835} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.860291] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] ce3c0964-650f-4b33-a271-27c61c52ed54/ce3c0964-650f-4b33-a271-27c61c52ed54.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.860497] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.860744] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5e369e-9c32-4b43-93a3-588696a08702 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.868884] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1021.868884] env[62839]: value = "task-2757633" [ 1021.868884] env[62839]: _type = "Task" [ 1021.868884] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.868884] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e84802b0-f88d-4e7a-b972-675f1cfc11eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.882589] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.888608] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4086ac-0a39-4ff0-9b8e-51bdc0323e56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.906636] env[62839]: DEBUG nova.compute.manager [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Received event network-vif-plugged-bd6d5d08-3cf2-4520-b6f6-121b3c987768 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.906909] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] Acquiring lock "17c6ac18-6eaf-4411-9e1c-55e107f45550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.907416] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.907416] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.907416] env[62839]: DEBUG nova.compute.manager [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] No waiting events found dispatching network-vif-plugged-bd6d5d08-3cf2-4520-b6f6-121b3c987768 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.907631] env[62839]: WARNING nova.compute.manager [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Received unexpected event network-vif-plugged-bd6d5d08-3cf2-4520-b6f6-121b3c987768 for instance with vm_state building and task_state spawning. [ 1021.907661] env[62839]: DEBUG nova.compute.manager [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Received event network-changed-bd6d5d08-3cf2-4520-b6f6-121b3c987768 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.907807] env[62839]: DEBUG nova.compute.manager [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Refreshing instance network info cache due to event network-changed-bd6d5d08-3cf2-4520-b6f6-121b3c987768. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.907970] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] Acquiring lock "refresh_cache-17c6ac18-6eaf-4411-9e1c-55e107f45550" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.923027] env[62839]: DEBUG nova.compute.manager [req-8506a053-a8e3-4202-adb1-f40314006732 req-540d56d7-c718-4c06-868d-aa413be100fd service nova] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Detach interface failed, port_id=20925ffe-c611-4439-bea9-c5ece33d6262, reason: Instance 573573d9-8b83-4173-9c53-0e642763eca3 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1022.008176] env[62839]: INFO nova.compute.manager [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Took 17.79 seconds to build instance. [ 1022.026270] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Releasing lock "refresh_cache-17c6ac18-6eaf-4411-9e1c-55e107f45550" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.026552] env[62839]: DEBUG nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Instance network_info: |[{"id": "bd6d5d08-3cf2-4520-b6f6-121b3c987768", "address": "fa:16:3e:7d:1b:8d", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6d5d08-3c", "ovs_interfaceid": "bd6d5d08-3cf2-4520-b6f6-121b3c987768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.026811] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] Acquired lock "refresh_cache-17c6ac18-6eaf-4411-9e1c-55e107f45550" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.026978] env[62839]: DEBUG nova.network.neutron [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Refreshing network info cache for port bd6d5d08-3cf2-4520-b6f6-121b3c987768 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.028438] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:1b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd6d5d08-3cf2-4520-b6f6-121b3c987768', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.035697] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Creating folder: Project (c565593fdc984e60bf327eed588b84b8). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.036552] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e86dc4a-1aa6-4ac5-8151-3f3df1c90d3d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.049500] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Created folder: Project (c565593fdc984e60bf327eed588b84b8) in parent group-v554621. [ 1022.049699] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Creating folder: Instances. Parent ref: group-v554884. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.050014] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd047b1-97dc-4f89-9834-4655d9dcbcd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.060513] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Created folder: Instances in parent group-v554884. [ 1022.060765] env[62839]: DEBUG oslo.service.loopingcall [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.060953] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.061229] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2817e08b-2f11-4891-aabd-ab52eb841239 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.082846] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.082846] env[62839]: value = "task-2757636" [ 1022.082846] env[62839]: _type = "Task" [ 1022.082846] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.090682] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757636, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.161234] env[62839]: DEBUG nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.190534] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.193024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.542s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.195029] env[62839]: INFO nova.compute.claims [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.215974] env[62839]: INFO nova.scheduler.client.report [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleted allocations for instance bed1644c-3ecb-45c7-a50d-af0022d95b9b [ 1022.301237] env[62839]: DEBUG nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.328308] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.328608] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.328825] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.329009] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.329193] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.329346] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.329598] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.329906] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.329966] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.330143] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.330322] env[62839]: DEBUG nova.virt.hardware [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.331585] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f47ae7b-8323-437a-92cf-65ab0319c46a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.339788] env[62839]: INFO nova.compute.manager [-] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Took 1.31 seconds to deallocate network for instance. [ 1022.342818] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb59ad2-ff1c-48c0-ad85-5a3e321e6034 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.382870] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122325} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.382870] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.383565] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400b9418-70fa-4d0c-9d6d-0c34e9c66ef0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.408111] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ce3c0964-650f-4b33-a271-27c61c52ed54/ce3c0964-650f-4b33-a271-27c61c52ed54.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.408653] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e987495d-6e89-454b-9957-3744a944fe4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.428647] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1022.428647] env[62839]: value = "task-2757637" [ 1022.428647] env[62839]: _type = "Task" [ 1022.428647] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.437948] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.510166] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2d3d38e2-8db3-4c30-98ab-c67705af7141 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.305s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.595616] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757636, 'name': CreateVM_Task, 'duration_secs': 0.377453} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.595802] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.596588] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.597264] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.597264] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.597501] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428c6a32-e218-4b3a-abd8-0a728d053914 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.602937] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1022.602937] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524bd274-e664-ebd0-d2c3-1aa7900a675b" [ 1022.602937] env[62839]: _type = "Task" [ 1022.602937] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.616725] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524bd274-e664-ebd0-d2c3-1aa7900a675b, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.617140] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.617318] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.617601] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.617754] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.618668] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.618668] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-318ac6a6-69e5-440d-a207-10033c570c5b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.632321] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.633427] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.633427] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9964cbc7-41b9-4b49-afe7-86beeeaf3f7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.639763] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1022.639763] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52504e39-c25f-d71d-1e82-78ec3a98f9e2" [ 1022.639763] env[62839]: _type = "Task" [ 1022.639763] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.661787] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52504e39-c25f-d71d-1e82-78ec3a98f9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.018737} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.667716] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea429a4-0cfb-46a4-ace4-daafdcd96511 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.678380] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1022.678380] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f6d25-0615-a1b1-8750-c6da056d063e" [ 1022.678380] env[62839]: _type = "Task" [ 1022.678380] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.686750] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f6d25-0615-a1b1-8750-c6da056d063e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.690080] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.724890] env[62839]: DEBUG oslo_concurrency.lockutils [None req-517ade48-cfcb-4e65-a8a1-872a3a4d20ec tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "bed1644c-3ecb-45c7-a50d-af0022d95b9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.618s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.812092] env[62839]: DEBUG nova.network.neutron [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Successfully updated port: 33d2a982-fab4-4964-813f-1e5e78ea1ec6 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.831506] env[62839]: DEBUG nova.network.neutron [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Updated VIF entry in instance network info cache for port bd6d5d08-3cf2-4520-b6f6-121b3c987768. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.831849] env[62839]: DEBUG nova.network.neutron [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Updating instance_info_cache with network_info: [{"id": "bd6d5d08-3cf2-4520-b6f6-121b3c987768", "address": "fa:16:3e:7d:1b:8d", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6d5d08-3c", "ovs_interfaceid": "bd6d5d08-3cf2-4520-b6f6-121b3c987768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.851285] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.940818] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757637, 'name': ReconfigVM_Task, 'duration_secs': 0.306841} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.941590] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ce3c0964-650f-4b33-a271-27c61c52ed54/ce3c0964-650f-4b33-a271-27c61c52ed54.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.941715] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f23658d4-e97e-431c-b60d-b7928c56168e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.950467] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1022.950467] env[62839]: value = "task-2757638" [ 1022.950467] env[62839]: _type = "Task" [ 1022.950467] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.959539] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757638, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.111483] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "1e03201b-71a1-417d-921e-9c71e80a36b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.111844] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.112052] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "1e03201b-71a1-417d-921e-9c71e80a36b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.112249] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.112430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.114980] env[62839]: INFO nova.compute.manager [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Terminating instance [ 1023.187477] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529f6d25-0615-a1b1-8750-c6da056d063e, 'name': SearchDatastore_Task, 'duration_secs': 0.024223} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.187756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.188018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 17c6ac18-6eaf-4411-9e1c-55e107f45550/17c6ac18-6eaf-4411-9e1c-55e107f45550.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.188283] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a2d13b-87da-4745-bc8c-98b8ade6e049 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.196290] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1023.196290] env[62839]: value = "task-2757639" [ 1023.196290] env[62839]: _type = "Task" [ 1023.196290] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.208163] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.316709] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "refresh_cache-5556259c-3822-44fb-8643-038f2e636c22" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.316855] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired lock "refresh_cache-5556259c-3822-44fb-8643-038f2e636c22" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.317039] env[62839]: DEBUG nova.network.neutron [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.335645] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a22db9e-7633-41a9-a9e1-7ef0aaf0098f req-560d7dd2-75bf-4525-8a76-94bd5a3dc2eb service nova] Releasing lock "refresh_cache-17c6ac18-6eaf-4411-9e1c-55e107f45550" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.465919] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757638, 'name': Rename_Task, 'duration_secs': 0.146145} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.467033] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.467033] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-263251ff-8532-47b2-9534-87c034c0591c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.477401] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1023.477401] env[62839]: value = "task-2757640" [ 1023.477401] env[62839]: _type = "Task" [ 1023.477401] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.488292] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.489976] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a169e055-696d-4667-8d3b-500bba9af885 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.500574] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb773c4e-8082-4235-aa35-e9b2a6041098 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.539503] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f6b09-aa23-45e5-93d6-f7377229e8b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.550313] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d032f03e-4ecc-4423-a89a-c178501ef7c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.567669] env[62839]: DEBUG nova.compute.provider_tree [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.619350] env[62839]: DEBUG nova.compute.manager [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.619682] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.620532] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2bc269-5536-4759-9962-39aaa37e4003 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.632540] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.632906] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2851261c-9662-45aa-bada-06fb2ee48aa2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.646749] env[62839]: DEBUG oslo_vmware.api [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1023.646749] env[62839]: value = "task-2757641" [ 1023.646749] env[62839]: _type = "Task" [ 1023.646749] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.663535] env[62839]: DEBUG oslo_vmware.api [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.708338] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.864576] env[62839]: DEBUG nova.network.neutron [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.992195] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.075277] env[62839]: DEBUG nova.compute.manager [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Received event network-vif-plugged-33d2a982-fab4-4964-813f-1e5e78ea1ec6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.075499] env[62839]: DEBUG oslo_concurrency.lockutils [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] Acquiring lock "5556259c-3822-44fb-8643-038f2e636c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.075700] env[62839]: DEBUG oslo_concurrency.lockutils [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] Lock "5556259c-3822-44fb-8643-038f2e636c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.075900] env[62839]: DEBUG oslo_concurrency.lockutils [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] Lock "5556259c-3822-44fb-8643-038f2e636c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.076022] env[62839]: DEBUG nova.compute.manager [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] No waiting events found dispatching network-vif-plugged-33d2a982-fab4-4964-813f-1e5e78ea1ec6 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.076182] env[62839]: WARNING nova.compute.manager [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Received unexpected event network-vif-plugged-33d2a982-fab4-4964-813f-1e5e78ea1ec6 for instance with vm_state building and task_state spawning. [ 1024.076331] env[62839]: DEBUG nova.compute.manager [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Received event network-changed-33d2a982-fab4-4964-813f-1e5e78ea1ec6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.076481] env[62839]: DEBUG nova.compute.manager [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Refreshing instance network info cache due to event network-changed-33d2a982-fab4-4964-813f-1e5e78ea1ec6. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.076650] env[62839]: DEBUG oslo_concurrency.lockutils [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] Acquiring lock "refresh_cache-5556259c-3822-44fb-8643-038f2e636c22" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.081870] env[62839]: DEBUG nova.network.neutron [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Updating instance_info_cache with network_info: [{"id": "33d2a982-fab4-4964-813f-1e5e78ea1ec6", "address": "fa:16:3e:e7:0e:2c", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d2a982-fa", "ovs_interfaceid": "33d2a982-fab4-4964-813f-1e5e78ea1ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.094200] env[62839]: ERROR nova.scheduler.client.report [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [req-8260c23b-b72b-4cb1-a003-c63473eb8efa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8260c23b-b72b-4cb1-a003-c63473eb8efa"}]} [ 1024.116188] env[62839]: DEBUG nova.scheduler.client.report [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.129438] env[62839]: DEBUG nova.scheduler.client.report [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.129700] env[62839]: DEBUG nova.compute.provider_tree [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.147214] env[62839]: DEBUG nova.scheduler.client.report [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.164500] env[62839]: DEBUG oslo_vmware.api [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757641, 'name': PowerOffVM_Task, 'duration_secs': 0.29063} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.164500] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.164633] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.165955] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-732480d2-2542-4c30-864c-a8bb51bacde9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.172579] env[62839]: DEBUG nova.scheduler.client.report [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.207182] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620403} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.209747] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 17c6ac18-6eaf-4411-9e1c-55e107f45550/17c6ac18-6eaf-4411-9e1c-55e107f45550.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.209968] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.211062] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b59a3415-a3a7-4413-8eb0-fcb8fcaf9985 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.220035] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1024.220035] env[62839]: value = "task-2757643" [ 1024.220035] env[62839]: _type = "Task" [ 1024.220035] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.232809] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.234435] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.234745] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.235023] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleting the datastore file [datastore1] 1e03201b-71a1-417d-921e-9c71e80a36b1 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.235385] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ede2ff6-f6bd-459d-9332-2e0de51ff7d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.245502] env[62839]: DEBUG oslo_vmware.api [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1024.245502] env[62839]: value = "task-2757644" [ 1024.245502] env[62839]: _type = "Task" [ 1024.245502] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.256559] env[62839]: DEBUG oslo_vmware.api [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.406798] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.407092] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.443128] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ce6d57-0021-4e07-9f78-ee0eb1e7b924 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.451336] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2444f49-702f-466a-83ba-dc563f9dc011 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.486021] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fbadae-f65e-4e97-ab36-6d29b1397dbd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.496676] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d468fcd-866b-4550-ba96-e821966656da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.500341] env[62839]: DEBUG oslo_vmware.api [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757640, 'name': PowerOnVM_Task, 'duration_secs': 0.539752} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.500627] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.500831] env[62839]: INFO nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1024.501053] env[62839]: DEBUG nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.502113] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db92ca-ad42-4fab-a54d-8d7cd54f8c24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.512405] env[62839]: DEBUG nova.compute.provider_tree [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.584691] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Releasing lock "refresh_cache-5556259c-3822-44fb-8643-038f2e636c22" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.585053] env[62839]: DEBUG nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Instance network_info: |[{"id": "33d2a982-fab4-4964-813f-1e5e78ea1ec6", "address": "fa:16:3e:e7:0e:2c", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d2a982-fa", "ovs_interfaceid": "33d2a982-fab4-4964-813f-1e5e78ea1ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.585341] env[62839]: DEBUG oslo_concurrency.lockutils [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] Acquired lock "refresh_cache-5556259c-3822-44fb-8643-038f2e636c22" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.585518] env[62839]: DEBUG nova.network.neutron [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Refreshing network info cache for port 33d2a982-fab4-4964-813f-1e5e78ea1ec6 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.586619] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:0e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33d2a982-fab4-4964-813f-1e5e78ea1ec6', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.593833] env[62839]: DEBUG oslo.service.loopingcall [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.596686] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.597145] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2e19773-70ab-4450-be12-56ec0bab70f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.618065] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.618065] env[62839]: value = "task-2757645" [ 1024.618065] env[62839]: _type = "Task" [ 1024.618065] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.626254] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757645, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.733626] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092961} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.733852] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.734657] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f37c04-7018-4e60-87a9-95b9443bb040 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.757278] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 17c6ac18-6eaf-4411-9e1c-55e107f45550/17c6ac18-6eaf-4411-9e1c-55e107f45550.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.762682] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2890aa-0fc8-427d-b999-94a12e7d02cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.782632] env[62839]: DEBUG oslo_vmware.api [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136503} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.783845] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.784062] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.784251] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.784467] env[62839]: INFO nova.compute.manager [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1024.784709] env[62839]: DEBUG oslo.service.loopingcall [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.785009] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1024.785009] env[62839]: value = "task-2757646" [ 1024.785009] env[62839]: _type = "Task" [ 1024.785009] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.785172] env[62839]: DEBUG nova.compute.manager [-] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.785265] env[62839]: DEBUG nova.network.neutron [-] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.795212] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.841677] env[62839]: DEBUG nova.network.neutron [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Updated VIF entry in instance network info cache for port 33d2a982-fab4-4964-813f-1e5e78ea1ec6. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.842186] env[62839]: DEBUG nova.network.neutron [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Updating instance_info_cache with network_info: [{"id": "33d2a982-fab4-4964-813f-1e5e78ea1ec6", "address": "fa:16:3e:e7:0e:2c", "network": {"id": "672c43e9-fea8-4170-a74c-a2ef649828e2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a9b2b2d76c8b4eb1ae92e6016c365b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d2a982-fa", "ovs_interfaceid": "33d2a982-fab4-4964-813f-1e5e78ea1ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.911843] env[62839]: DEBUG nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.019020] env[62839]: DEBUG nova.scheduler.client.report [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.029913] env[62839]: INFO nova.compute.manager [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Took 17.87 seconds to build instance. [ 1025.130617] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757645, 'name': CreateVM_Task, 'duration_secs': 0.412405} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.131027] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.131522] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.131732] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.132410] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.132797] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31809956-45e1-49f7-bfee-0e647e329fca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.138747] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1025.138747] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522451fd-e938-6090-f957-cbfd30a30ad7" [ 1025.138747] env[62839]: _type = "Task" [ 1025.138747] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.147631] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522451fd-e938-6090-f957-cbfd30a30ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.298695] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.345397] env[62839]: DEBUG oslo_concurrency.lockutils [req-3d8e81cb-9022-4da4-9829-bbdd5505a351 req-9f88e691-3800-4359-af88-7d786d5441bb service nova] Releasing lock "refresh_cache-5556259c-3822-44fb-8643-038f2e636c22" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.434698] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.521479] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.328s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.522128] env[62839]: DEBUG nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.524911] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.932s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.525150] env[62839]: DEBUG nova.objects.instance [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lazy-loading 'resources' on Instance uuid e3fd97a6-50de-4b50-b513-f5d07c9ff1de {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.532313] env[62839]: DEBUG oslo_concurrency.lockutils [None req-45ff0cf3-b5c2-4566-ab73-6a8c5af179cf tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.386s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.538415] env[62839]: DEBUG nova.network.neutron [-] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.650397] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522451fd-e938-6090-f957-cbfd30a30ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.650721] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.650956] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.651202] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.651349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.651526] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.651823] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca07b15c-38d5-4e8f-8c3e-c38552fb5127 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.662336] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.662545] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.663270] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d8ff8b-3159-4922-9d27-d0453e3be81c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.669562] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1025.669562] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520cc0bc-b913-237f-6ca8-25d953f2dc65" [ 1025.669562] env[62839]: _type = "Task" [ 1025.669562] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.677699] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520cc0bc-b913-237f-6ca8-25d953f2dc65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.799657] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757646, 'name': ReconfigVM_Task, 'duration_secs': 0.673332} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.801027] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 17c6ac18-6eaf-4411-9e1c-55e107f45550/17c6ac18-6eaf-4411-9e1c-55e107f45550.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.801027] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1125612d-312b-42f9-8ecc-5696d0ccab3e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.808553] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1025.808553] env[62839]: value = "task-2757647" [ 1025.808553] env[62839]: _type = "Task" [ 1025.808553] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.817481] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757647, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.028255] env[62839]: DEBUG nova.compute.utils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.029605] env[62839]: DEBUG nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.029771] env[62839]: DEBUG nova.network.neutron [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.041990] env[62839]: INFO nova.compute.manager [-] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Took 1.26 seconds to deallocate network for instance. [ 1026.078546] env[62839]: DEBUG nova.policy [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.108502] env[62839]: DEBUG nova.compute.manager [req-25a229ce-b310-4952-97ae-5f263a5f7410 req-ebac84cd-a229-4b38-8df9-a16a0a7efdd2 service nova] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Received event network-vif-deleted-eb8ccd79-e666-4032-a00e-5271003a6e98 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.183249] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520cc0bc-b913-237f-6ca8-25d953f2dc65, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.184082] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25982c1a-d18e-4b13-b91a-fd0a046a1930 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.191986] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1026.191986] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5274dcce-d8e3-ba74-2614-1c4a647f9b7f" [ 1026.191986] env[62839]: _type = "Task" [ 1026.191986] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.200613] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5274dcce-d8e3-ba74-2614-1c4a647f9b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.301333] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac69ee9-c20a-44e9-8bc7-e78009462d12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.309340] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13907fa0-cb8c-4312-b577-c0cb2865c7eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.320228] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757647, 'name': Rename_Task, 'duration_secs': 0.35857} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.346015] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.346454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "ce3c0964-650f-4b33-a271-27c61c52ed54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.346675] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.346869] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "ce3c0964-650f-4b33-a271-27c61c52ed54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.347077] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.347259] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.349949] env[62839]: INFO nova.compute.manager [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Terminating instance [ 1026.351195] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07ecbf73-f2da-4edc-968b-c16cd36000c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.355018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c9153a-7956-41db-b51e-26d201e02500 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.362486] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfdd090-adf2-4b97-8a7c-891a1048f652 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.368260] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1026.368260] env[62839]: value = "task-2757648" [ 1026.368260] env[62839]: _type = "Task" [ 1026.368260] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.385383] env[62839]: DEBUG nova.compute.provider_tree [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.393169] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757648, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.493154] env[62839]: DEBUG nova.network.neutron [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Successfully created port: 8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.533679] env[62839]: DEBUG nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.547664] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.703129] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5274dcce-d8e3-ba74-2614-1c4a647f9b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.703407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.703660] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 5556259c-3822-44fb-8643-038f2e636c22/5556259c-3822-44fb-8643-038f2e636c22.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.703937] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8193985c-6273-43db-8ac3-bcee83d8b1cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.712569] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1026.712569] env[62839]: value = "task-2757649" [ 1026.712569] env[62839]: _type = "Task" [ 1026.712569] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.722372] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.859055] env[62839]: DEBUG nova.compute.manager [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.859181] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.860080] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5610b935-4aa2-4ae7-98a2-302035c0909f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.869335] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.869718] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36fba373-6503-48ad-b476-4422edbed510 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.885234] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757648, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.885561] env[62839]: DEBUG oslo_vmware.api [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1026.885561] env[62839]: value = "task-2757650" [ 1026.885561] env[62839]: _type = "Task" [ 1026.885561] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.889390] env[62839]: DEBUG nova.scheduler.client.report [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.225297] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757649, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.381206] env[62839]: DEBUG oslo_vmware.api [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757648, 'name': PowerOnVM_Task, 'duration_secs': 0.822153} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.381454] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.381647] env[62839]: INFO nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1027.381829] env[62839]: DEBUG nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.382598] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53bcd92-7a9a-4285-8284-785c4c8cd3d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.398375] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.400261] env[62839]: DEBUG oslo_vmware.api [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757650, 'name': PowerOffVM_Task, 'duration_secs': 0.245023} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.400744] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.670s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.403091] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.403091] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.403091] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d6a99be-e8a7-45cc-a353-1da75f66ca9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.426260] env[62839]: INFO nova.scheduler.client.report [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Deleted allocations for instance e3fd97a6-50de-4b50-b513-f5d07c9ff1de [ 1027.487547] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.487819] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.487976] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleting the datastore file [datastore1] ce3c0964-650f-4b33-a271-27c61c52ed54 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.488250] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d47054-84cc-4edf-9523-a7e378a76bd7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.497129] env[62839]: DEBUG oslo_vmware.api [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for the task: (returnval){ [ 1027.497129] env[62839]: value = "task-2757652" [ 1027.497129] env[62839]: _type = "Task" [ 1027.497129] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.506466] env[62839]: DEBUG oslo_vmware.api [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.545738] env[62839]: DEBUG nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.577356] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.577614] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.577792] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.577958] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.578117] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.578266] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.578479] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.578900] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.578900] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.579030] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.579837] env[62839]: DEBUG nova.virt.hardware [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.580466] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1252ed23-6796-4053-8578-a1016383bdd1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.589881] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09356f8-d179-4819-8de6-4f1dc8369418 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.725401] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757649, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.906157] env[62839]: INFO nova.compute.manager [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Took 20.16 seconds to build instance. [ 1027.935389] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b4b68d7-72af-4da5-ad76-86cdbf2d14ea tempest-ServerRescueNegativeTestJSON-1277287345 tempest-ServerRescueNegativeTestJSON-1277287345-project-member] Lock "e3fd97a6-50de-4b50-b513-f5d07c9ff1de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.784s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.011331] env[62839]: DEBUG oslo_vmware.api [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.107131] env[62839]: DEBUG nova.network.neutron [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Successfully updated port: 8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.149535] env[62839]: DEBUG nova.compute.manager [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-vif-plugged-8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.150450] env[62839]: DEBUG oslo_concurrency.lockutils [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] Acquiring lock "d9c4340e-824b-4135-9109-be633ea41e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.150450] env[62839]: DEBUG oslo_concurrency.lockutils [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] Lock "d9c4340e-824b-4135-9109-be633ea41e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.150450] env[62839]: DEBUG oslo_concurrency.lockutils [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] Lock "d9c4340e-824b-4135-9109-be633ea41e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.151101] env[62839]: DEBUG nova.compute.manager [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] No waiting events found dispatching network-vif-plugged-8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.151409] env[62839]: WARNING nova.compute.manager [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received unexpected event network-vif-plugged-8ffbc9de-b0d7-4596-97cb-07fedd5d93de for instance with vm_state building and task_state spawning. [ 1028.151739] env[62839]: DEBUG nova.compute.manager [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.152284] env[62839]: DEBUG nova.compute.manager [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing instance network info cache due to event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.152618] env[62839]: DEBUG oslo_concurrency.lockutils [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.152977] env[62839]: DEBUG oslo_concurrency.lockutils [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.153493] env[62839]: DEBUG nova.network.neutron [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing network info cache for port 8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.216519] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71937d40-cfa6-486a-9239-38596883ad2b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.228128] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757649, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.230519] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e10fa-b0d6-4f9a-bb8b-cc5fa305ae99 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.266521] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543130a6-aa17-4bf7-889c-9ae43a0e9ca5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.275948] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1716e93-c330-4be0-bce9-2979e9bcc072 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.292201] env[62839]: DEBUG nova.compute.provider_tree [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.409315] env[62839]: DEBUG oslo_concurrency.lockutils [None req-266c79d1-f47a-4681-9e26-fbdaa8698aef tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.674s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.508796] env[62839]: DEBUG oslo_vmware.api [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Task: {'id': task-2757652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567943} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.509158] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.509403] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.509646] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.509875] env[62839]: INFO nova.compute.manager [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1028.510194] env[62839]: DEBUG oslo.service.loopingcall [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.510450] env[62839]: DEBUG nova.compute.manager [-] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.510586] env[62839]: DEBUG nova.network.neutron [-] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.610853] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.697018] env[62839]: DEBUG nova.network.neutron [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.730234] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757649, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.56333} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.730715] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 5556259c-3822-44fb-8643-038f2e636c22/5556259c-3822-44fb-8643-038f2e636c22.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.730967] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.731345] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b26ad3a0-5258-4e2b-99ec-16e1c2c831a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.741125] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1028.741125] env[62839]: value = "task-2757653" [ 1028.741125] env[62839]: _type = "Task" [ 1028.741125] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.750310] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.796152] env[62839]: DEBUG nova.scheduler.client.report [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.819298] env[62839]: DEBUG nova.network.neutron [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.251180] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089335} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.251837] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.252879] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42841c80-6fc1-47fb-abb9-5fe28f8c9b7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.281528] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 5556259c-3822-44fb-8643-038f2e636c22/5556259c-3822-44fb-8643-038f2e636c22.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.281931] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4537ce25-266a-4595-a38c-f496b850971c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.307138] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1029.307138] env[62839]: value = "task-2757654" [ 1029.307138] env[62839]: _type = "Task" [ 1029.307138] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.321436] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.321436] env[62839]: DEBUG oslo_concurrency.lockutils [req-1abb17f7-75ef-4dcb-bbaa-412a83df8709 req-6f397992-4324-4f33-8cf3-f8abe1dfc9b2 service nova] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.321793] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.321896] env[62839]: DEBUG nova.network.neutron [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.677830] env[62839]: DEBUG nova.network.neutron [-] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.822022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.419s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.822022] env[62839]: DEBUG nova.compute.manager [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62839) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1029.823451] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.825298] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.501s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.828864] env[62839]: INFO nova.compute.claims [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.893864] env[62839]: DEBUG nova.network.neutron [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.128048] env[62839]: DEBUG nova.network.neutron [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.180561] env[62839]: INFO nova.compute.manager [-] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Took 1.67 seconds to deallocate network for instance. [ 1030.320776] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.358913] env[62839]: DEBUG nova.compute.manager [req-a824de96-41d8-4a8a-91f1-05fb5eb7c8b2 req-3c92641b-062d-450b-9c32-659e126eec52 service nova] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Received event network-vif-deleted-3ae6963a-9e54-4c4b-898c-78e1f53b372d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.405956] env[62839]: INFO nova.scheduler.client.report [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted allocation for migration 2b9e68a4-8993-4a85-bdcb-13498ff29ce2 [ 1030.630634] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.630976] env[62839]: DEBUG nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Instance network_info: |[{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.631428] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:f2:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ffbc9de-b0d7-4596-97cb-07fedd5d93de', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.641496] env[62839]: DEBUG oslo.service.loopingcall [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.641734] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.641959] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec27fdc-05eb-44b4-a204-b9c334e7111a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.665417] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.665417] env[62839]: value = "task-2757655" [ 1030.665417] env[62839]: _type = "Task" [ 1030.665417] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.672964] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757655, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.689126] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.818780] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757654, 'name': ReconfigVM_Task, 'duration_secs': 1.248229} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.819518] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 5556259c-3822-44fb-8643-038f2e636c22/5556259c-3822-44fb-8643-038f2e636c22.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.820813] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd24dd8-61bc-4fd4-a864-ca532a782c1f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.827273] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1030.827273] env[62839]: value = "task-2757656" [ 1030.827273] env[62839]: _type = "Task" [ 1030.827273] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.836735] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757656, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.912485] env[62839]: DEBUG oslo_concurrency.lockutils [None req-99cae3f8-5401-47b9-8341-1ff9ca5f0c15 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.569s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.934851] env[62839]: DEBUG nova.objects.instance [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'flavor' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.101463] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c30602-ba7f-40a0-8d6f-9be7897c74d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.111707] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e79a4d-288c-4d77-ad33-e45e0418591d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.145970] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2366181-44b6-4169-bb51-db9a8c66c694 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.155114] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e05f5-cd4a-42e6-b220-580465dbf805 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.169501] env[62839]: DEBUG nova.compute.provider_tree [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.178612] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757655, 'name': CreateVM_Task, 'duration_secs': 0.312819} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.178786] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.179497] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.179661] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.180068] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.180258] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f032a36b-7ba9-4136-82e4-244fce35d1ef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.185637] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1031.185637] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e6781d-55b1-bd3c-ed9e-ed4f1de07ee7" [ 1031.185637] env[62839]: _type = "Task" [ 1031.185637] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.196595] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e6781d-55b1-bd3c-ed9e-ed4f1de07ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.337488] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757656, 'name': Rename_Task, 'duration_secs': 0.149349} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.337887] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.338201] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6795a751-5f11-4249-baf7-89ad8b5d20e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.344204] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1031.344204] env[62839]: value = "task-2757657" [ 1031.344204] env[62839]: _type = "Task" [ 1031.344204] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.352044] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.440737] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.440918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.441123] env[62839]: DEBUG nova.network.neutron [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.441309] env[62839]: DEBUG nova.objects.instance [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'info_cache' on Instance uuid d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.616790] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.617061] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.675408] env[62839]: DEBUG nova.scheduler.client.report [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.697997] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e6781d-55b1-bd3c-ed9e-ed4f1de07ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.698324] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.698563] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.698869] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.698951] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.699125] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.699988] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f942dd9-cfde-41b0-a402-c56e9a510065 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.713115] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.713323] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.714430] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aee99d0-498b-4977-b422-fbd8bfeb5b64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.720598] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1031.720598] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d21cf8-a594-7505-8749-7de3a240879a" [ 1031.720598] env[62839]: _type = "Task" [ 1031.720598] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.728969] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d21cf8-a594-7505-8749-7de3a240879a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.853832] env[62839]: DEBUG oslo_vmware.api [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757657, 'name': PowerOnVM_Task, 'duration_secs': 0.46554} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.854174] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.854385] env[62839]: INFO nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1031.854563] env[62839]: DEBUG nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.855333] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b69494-1ddb-43f9-9b1a-9d4aa56f0a05 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.945276] env[62839]: DEBUG nova.objects.base [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.121108] env[62839]: DEBUG nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.183739] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.184359] env[62839]: DEBUG nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.186872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.497s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.188382] env[62839]: INFO nova.compute.claims [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.231084] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d21cf8-a594-7505-8749-7de3a240879a, 'name': SearchDatastore_Task, 'duration_secs': 0.021258} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.232899] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5eac82-16d9-45b6-8a0b-ad834a179b0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.240354] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1032.240354] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5215f004-6ef3-b2cf-ceea-aa3b3f5b86a6" [ 1032.240354] env[62839]: _type = "Task" [ 1032.240354] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.247565] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5215f004-6ef3-b2cf-ceea-aa3b3f5b86a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.376583] env[62839]: INFO nova.compute.manager [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Took 24.28 seconds to build instance. [ 1032.655855] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.692995] env[62839]: DEBUG nova.compute.utils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.697496] env[62839]: DEBUG nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.697799] env[62839]: DEBUG nova.network.neutron [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.717928] env[62839]: DEBUG nova.network.neutron [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [{"id": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "address": "fa:16:3e:fb:52:7e", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7e6283-4f", "ovs_interfaceid": "ad7e6283-4f1d-4d6f-a12f-40357ed6de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.751218] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5215f004-6ef3-b2cf-ceea-aa3b3f5b86a6, 'name': SearchDatastore_Task, 'duration_secs': 0.026542} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.751668] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.751756] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d9c4340e-824b-4135-9109-be633ea41e44/d9c4340e-824b-4135-9109-be633ea41e44.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.752020] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f409edff-8075-4677-9088-c8a9765f1023 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.758121] env[62839]: DEBUG nova.policy [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e13cb6e5bcb444aa59c3d2e500766b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2fed330057427b8cdbb3edef384ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.761100] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1032.761100] env[62839]: value = "task-2757658" [ 1032.761100] env[62839]: _type = "Task" [ 1032.761100] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.770833] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.878821] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5b5da2dc-e215-4478-b8da-4e5d23c90306 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "5556259c-3822-44fb-8643-038f2e636c22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.795s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.198823] env[62839]: DEBUG nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.222272] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-d76cead4-3521-4a26-9f50-90a2c674930f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.241212] env[62839]: DEBUG nova.network.neutron [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Successfully created port: 801cef07-0302-4eea-a8c8-5a5347fca2d5 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.274752] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.552381] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33516876-8d19-4f55-9d42-0d94909740ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.560948] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5464dd4-c2b7-40de-9f3c-049ca2fc9023 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.595168] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff167f3-5bc4-48b7-9811-257417aee29f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.603510] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6da769a-44d9-482e-ac40-d12624dbe583 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.620794] env[62839]: DEBUG nova.compute.provider_tree [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.772125] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848803} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.772394] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d9c4340e-824b-4135-9109-be633ea41e44/d9c4340e-824b-4135-9109-be633ea41e44.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.772604] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.772856] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d897b1c2-8146-4eb8-a05e-1febc79b7a41 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.779719] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1033.779719] env[62839]: value = "task-2757659" [ 1033.779719] env[62839]: _type = "Task" [ 1033.779719] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.789652] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.123221] env[62839]: DEBUG nova.scheduler.client.report [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.147086] env[62839]: DEBUG nova.compute.manager [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.150024] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b307d6-afb4-4ace-bd00-287db3bd9f64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.213301] env[62839]: DEBUG nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.234174] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.234174] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be75d9a-5d67-441e-84ee-f6acc92dd7ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.242094] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.242251] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.242460] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.242719] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.242934] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.243179] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.243496] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.243733] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.243983] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.244289] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.244582] env[62839]: DEBUG nova.virt.hardware [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.246154] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72210683-f2c7-4a7c-b723-0d14e8deaca1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.251807] env[62839]: DEBUG oslo_vmware.api [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1034.251807] env[62839]: value = "task-2757660" [ 1034.251807] env[62839]: _type = "Task" [ 1034.251807] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.258797] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43c8d08-dedb-46c7-94b0-a8ad826a84f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.267653] env[62839]: DEBUG oslo_vmware.api [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757660, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.291027] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.351961} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.291027] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.291027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52092a57-e1e6-46bf-be9f-e5b9b9149c03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.313226] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d9c4340e-824b-4135-9109-be633ea41e44/d9c4340e-824b-4135-9109-be633ea41e44.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.313539] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24bb0318-6c0e-4833-92f2-aa87c64525ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.333035] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1034.333035] env[62839]: value = "task-2757661" [ 1034.333035] env[62839]: _type = "Task" [ 1034.333035] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.341730] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.630099] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.631388] env[62839]: DEBUG nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.633561] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.782s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.634274] env[62839]: DEBUG nova.objects.instance [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lazy-loading 'resources' on Instance uuid 573573d9-8b83-4173-9c53-0e642763eca3 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.668428] env[62839]: INFO nova.compute.manager [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] instance snapshotting [ 1034.673074] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2aa253-d694-40f8-b45f-61d3db8e69fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.696909] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7539a0c-b3dc-4c8e-ab60-f42c189e2c78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.765777] env[62839]: DEBUG oslo_vmware.api [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757660, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.845149] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757661, 'name': ReconfigVM_Task, 'duration_secs': 0.383569} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.846720] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d9c4340e-824b-4135-9109-be633ea41e44/d9c4340e-824b-4135-9109-be633ea41e44.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.846720] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a232e6b-090a-487f-9138-41b28a16f3b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.853428] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1034.853428] env[62839]: value = "task-2757662" [ 1034.853428] env[62839]: _type = "Task" [ 1034.853428] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.861643] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757662, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.138161] env[62839]: DEBUG nova.compute.utils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.146062] env[62839]: DEBUG nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.146062] env[62839]: DEBUG nova.network.neutron [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.212242] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.212242] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54169b6e-4017-4da1-8499-b53ae2938946 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.226681] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1035.226681] env[62839]: value = "task-2757663" [ 1035.226681] env[62839]: _type = "Task" [ 1035.226681] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.226681] env[62839]: DEBUG nova.policy [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc89c78de4a4c899bf05a6b7edff444', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '934ce29215cd4bb8b894c9014d0925a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.239413] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757663, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.266954] env[62839]: DEBUG oslo_vmware.api [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757660, 'name': PowerOnVM_Task, 'duration_secs': 0.546971} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.269511] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.270049] env[62839]: DEBUG nova.compute.manager [None req-0517e507-a353-41cd-9a1a-454e6cf5741d tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.274062] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faefd7b-3890-4639-95e6-b1ccb7d2ab02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.339407] env[62839]: DEBUG nova.compute.manager [req-56201000-0c53-487a-ba04-63ff13a038c4 req-2e3b7a2d-2d1e-498c-a8e4-ed5d2dc50d9e service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Received event network-vif-plugged-801cef07-0302-4eea-a8c8-5a5347fca2d5 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.339407] env[62839]: DEBUG oslo_concurrency.lockutils [req-56201000-0c53-487a-ba04-63ff13a038c4 req-2e3b7a2d-2d1e-498c-a8e4-ed5d2dc50d9e service nova] Acquiring lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.339407] env[62839]: DEBUG oslo_concurrency.lockutils [req-56201000-0c53-487a-ba04-63ff13a038c4 req-2e3b7a2d-2d1e-498c-a8e4-ed5d2dc50d9e service nova] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.343356] env[62839]: DEBUG oslo_concurrency.lockutils [req-56201000-0c53-487a-ba04-63ff13a038c4 req-2e3b7a2d-2d1e-498c-a8e4-ed5d2dc50d9e service nova] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.343356] env[62839]: DEBUG nova.compute.manager [req-56201000-0c53-487a-ba04-63ff13a038c4 req-2e3b7a2d-2d1e-498c-a8e4-ed5d2dc50d9e service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] No waiting events found dispatching network-vif-plugged-801cef07-0302-4eea-a8c8-5a5347fca2d5 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.343356] env[62839]: WARNING nova.compute.manager [req-56201000-0c53-487a-ba04-63ff13a038c4 req-2e3b7a2d-2d1e-498c-a8e4-ed5d2dc50d9e service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Received unexpected event network-vif-plugged-801cef07-0302-4eea-a8c8-5a5347fca2d5 for instance with vm_state building and task_state spawning. [ 1035.347448] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "776be951-a973-4537-a887-3a10679e5110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.347750] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "776be951-a973-4537-a887-3a10679e5110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.368504] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757662, 'name': Rename_Task, 'duration_secs': 0.318171} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.368766] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.369012] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd283d89-609b-4b14-a293-b188ca2b6378 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.379681] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1035.379681] env[62839]: value = "task-2757664" [ 1035.379681] env[62839]: _type = "Task" [ 1035.379681] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.394236] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757664, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.415227] env[62839]: DEBUG nova.network.neutron [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Successfully updated port: 801cef07-0302-4eea-a8c8-5a5347fca2d5 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.522897] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a6c677-d775-435e-abdf-2b45f58ce5b8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.531270] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ac8e54-9c3a-42b2-ab3f-f32d24a6f2ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.565188] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fca9a-b3ad-49a7-870f-91c9681f046b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.572641] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee05927e-bc07-456f-8ed9-412cb8308413 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.586411] env[62839]: DEBUG nova.compute.provider_tree [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.608558] env[62839]: DEBUG nova.network.neutron [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Successfully created port: 077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.646117] env[62839]: DEBUG nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.738420] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757663, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.851363] env[62839]: DEBUG nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.897768] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.917089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.917271] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.917449] env[62839]: DEBUG nova.network.neutron [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.110650] env[62839]: ERROR nova.scheduler.client.report [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] [req-674e3c91-9751-402d-abc0-4085bc76edcf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-674e3c91-9751-402d-abc0-4085bc76edcf"}]} [ 1036.218430] env[62839]: DEBUG nova.scheduler.client.report [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.229348] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.229607] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.230486] env[62839]: INFO nova.compute.manager [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Shelving [ 1036.236381] env[62839]: DEBUG nova.scheduler.client.report [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.236629] env[62839]: DEBUG nova.compute.provider_tree [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.244934] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757663, 'name': CreateSnapshot_Task, 'duration_secs': 1.016037} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.245826] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.246609] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e907f3-8e7e-4d65-a35b-73f9b25e53bc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.250617] env[62839]: DEBUG nova.scheduler.client.report [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.271897] env[62839]: DEBUG nova.scheduler.client.report [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1036.376109] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.390357] env[62839]: DEBUG oslo_vmware.api [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757664, 'name': PowerOnVM_Task, 'duration_secs': 0.732746} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.393332] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.393332] env[62839]: INFO nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1036.393332] env[62839]: DEBUG nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.394227] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6bb08a-0edb-4f1c-866b-e1023836db42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.470538] env[62839]: DEBUG nova.network.neutron [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.577095] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24915d29-19ca-4b39-9185-1d46602e9321 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.584800] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee0735-5a32-43e0-9b9d-84e477c63f46 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.616299] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8217cda0-c00b-45fa-a569-3eb330433e43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.624426] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53eb34-786f-498e-92dd-95d139760215 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.637933] env[62839]: DEBUG nova.compute.provider_tree [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.656902] env[62839]: DEBUG nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.659564] env[62839]: DEBUG nova.network.neutron [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Updating instance_info_cache with network_info: [{"id": "801cef07-0302-4eea-a8c8-5a5347fca2d5", "address": "fa:16:3e:87:ab:41", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cef07-03", "ovs_interfaceid": "801cef07-0302-4eea-a8c8-5a5347fca2d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.684582] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.684818] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.684974] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.685265] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.685341] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.685486] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.685693] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.685848] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.686033] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.686239] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.686442] env[62839]: DEBUG nova.virt.hardware [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.687519] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6293ec-308e-4f8c-86da-60ca468772fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.697034] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7189177-659b-47db-bec1-94ec9b63e6af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.766173] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.766741] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc59bc55-f256-4102-91fd-48a578181353 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.774798] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1036.774798] env[62839]: value = "task-2757665" [ 1036.774798] env[62839]: _type = "Task" [ 1036.774798] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.782791] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757665, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.914735] env[62839]: INFO nova.compute.manager [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Took 25.28 seconds to build instance. [ 1036.970532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "d76cead4-3521-4a26-9f50-90a2c674930f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.970751] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.970965] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.971172] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.971353] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.973657] env[62839]: INFO nova.compute.manager [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Terminating instance [ 1037.165023] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.165810] env[62839]: DEBUG nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Instance network_info: |[{"id": "801cef07-0302-4eea-a8c8-5a5347fca2d5", "address": "fa:16:3e:87:ab:41", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cef07-03", "ovs_interfaceid": "801cef07-0302-4eea-a8c8-5a5347fca2d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.165929] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:ab:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801cef07-0302-4eea-a8c8-5a5347fca2d5', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.173967] env[62839]: DEBUG oslo.service.loopingcall [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.175035] env[62839]: DEBUG nova.scheduler.client.report [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.175272] env[62839]: DEBUG nova.compute.provider_tree [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 136 to 137 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.175460] env[62839]: DEBUG nova.compute.provider_tree [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.179034] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.179204] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dae0905c-5199-4648-9fdb-e40a370e962c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.201995] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.201995] env[62839]: value = "task-2757666" [ 1037.201995] env[62839]: _type = "Task" [ 1037.201995] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.212158] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757666, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.241848] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.242285] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61be258d-5bc7-4927-96b1-b2e81f186e09 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.249044] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1037.249044] env[62839]: value = "task-2757667" [ 1037.249044] env[62839]: _type = "Task" [ 1037.249044] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.258140] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.281817] env[62839]: DEBUG nova.network.neutron [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Successfully updated port: 077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.289710] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757665, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.335967] env[62839]: DEBUG nova.compute.manager [req-887fe5f8-4ecc-4bff-abb6-7eeea8afe79e req-2cb2f401-f632-4d27-8822-3720f1f788a3 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Received event network-vif-plugged-077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.336361] env[62839]: DEBUG oslo_concurrency.lockutils [req-887fe5f8-4ecc-4bff-abb6-7eeea8afe79e req-2cb2f401-f632-4d27-8822-3720f1f788a3 service nova] Acquiring lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.336555] env[62839]: DEBUG oslo_concurrency.lockutils [req-887fe5f8-4ecc-4bff-abb6-7eeea8afe79e req-2cb2f401-f632-4d27-8822-3720f1f788a3 service nova] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.336751] env[62839]: DEBUG oslo_concurrency.lockutils [req-887fe5f8-4ecc-4bff-abb6-7eeea8afe79e req-2cb2f401-f632-4d27-8822-3720f1f788a3 service nova] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.336939] env[62839]: DEBUG nova.compute.manager [req-887fe5f8-4ecc-4bff-abb6-7eeea8afe79e req-2cb2f401-f632-4d27-8822-3720f1f788a3 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] No waiting events found dispatching network-vif-plugged-077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.337148] env[62839]: WARNING nova.compute.manager [req-887fe5f8-4ecc-4bff-abb6-7eeea8afe79e req-2cb2f401-f632-4d27-8822-3720f1f788a3 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Received unexpected event network-vif-plugged-077656bc-1f30-4eaf-8b28-574ad39e56bf for instance with vm_state building and task_state spawning. [ 1037.416913] env[62839]: DEBUG oslo_concurrency.lockutils [None req-209a2f19-48fc-4b2b-8b54-10a7e11de190 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "d9c4340e-824b-4135-9109-be633ea41e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.786s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.465441] env[62839]: DEBUG nova.compute.manager [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Received event network-changed-801cef07-0302-4eea-a8c8-5a5347fca2d5 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.465624] env[62839]: DEBUG nova.compute.manager [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Refreshing instance network info cache due to event network-changed-801cef07-0302-4eea-a8c8-5a5347fca2d5. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.465815] env[62839]: DEBUG oslo_concurrency.lockutils [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] Acquiring lock "refresh_cache-6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.465966] env[62839]: DEBUG oslo_concurrency.lockutils [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] Acquired lock "refresh_cache-6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.466835] env[62839]: DEBUG nova.network.neutron [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Refreshing network info cache for port 801cef07-0302-4eea-a8c8-5a5347fca2d5 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.481029] env[62839]: DEBUG nova.compute.manager [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.481029] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.481029] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c4105f-4401-40a8-9e4f-8216e0dde0fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.493895] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.494559] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13bf76f7-145e-4554-9c98-63e6b774ff84 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.502946] env[62839]: DEBUG oslo_vmware.api [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1037.502946] env[62839]: value = "task-2757668" [ 1037.502946] env[62839]: _type = "Task" [ 1037.502946] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.518034] env[62839]: DEBUG oslo_vmware.api [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.696606] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.063s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.698911] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.264s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.701172] env[62839]: INFO nova.compute.claims [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.716028] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757666, 'name': CreateVM_Task, 'duration_secs': 0.394603} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.716028] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.716028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.716028] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.720471] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a2bfb2-6177-4786-9806-970bc9adba81 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.720471] env[62839]: INFO nova.scheduler.client.report [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Deleted allocations for instance 573573d9-8b83-4173-9c53-0e642763eca3 [ 1037.729539] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1037.729539] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c14aed-c14b-5f8e-ae9f-5311e8d06754" [ 1037.729539] env[62839]: _type = "Task" [ 1037.729539] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.739433] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c14aed-c14b-5f8e-ae9f-5311e8d06754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.759493] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757667, 'name': PowerOffVM_Task, 'duration_secs': 0.205156} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.760057] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.760580] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307a5de9-777b-48ec-9223-28436d24d250 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.782214] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ba0a04-d4f5-499a-84c9-e03d94e21d43 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.785313] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.785407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.785616] env[62839]: DEBUG nova.network.neutron [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.791154] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757665, 'name': CloneVM_Task} progress is 95%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.869257] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.869692] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.869973] env[62839]: INFO nova.compute.manager [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Shelving [ 1038.015174] env[62839]: DEBUG oslo_vmware.api [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757668, 'name': PowerOffVM_Task, 'duration_secs': 0.320762} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.015488] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.015599] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.015835] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8165c947-a466-45f8-9524-01d5c8fc08f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.072430] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.072684] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.072900] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleting the datastore file [datastore2] d76cead4-3521-4a26-9f50-90a2c674930f {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.073160] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a77eac9b-74b1-46f0-ae96-451ee04f2244 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.081316] env[62839]: DEBUG oslo_vmware.api [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1038.081316] env[62839]: value = "task-2757670" [ 1038.081316] env[62839]: _type = "Task" [ 1038.081316] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.091037] env[62839]: DEBUG oslo_vmware.api [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.237940] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8bec8be8-4876-4382-958f-1cd7a318d2eb tempest-ServerMetadataTestJSON-887317529 tempest-ServerMetadataTestJSON-887317529-project-member] Lock "573573d9-8b83-4173-9c53-0e642763eca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.347s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.245910] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c14aed-c14b-5f8e-ae9f-5311e8d06754, 'name': SearchDatastore_Task, 'duration_secs': 0.014736} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.248059] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.250407] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.250407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.250407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.250407] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.250407] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3728500-5792-467a-ad62-0d90ec5db8ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.267372] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.267905] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.268994] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b6febc-67a1-4b96-940c-d2d5d4c9352c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.275678] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1038.275678] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52040d03-3346-e248-13a9-0518f315a95d" [ 1038.275678] env[62839]: _type = "Task" [ 1038.275678] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.293016] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52040d03-3346-e248-13a9-0518f315a95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.295172] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757665, 'name': CloneVM_Task, 'duration_secs': 1.214101} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.295872] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Created linked-clone VM from snapshot [ 1038.297054] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.297913] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bfebfd-5b21-447a-95cc-6875aab1130c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.300757] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03fcfd54-ef07-4f34-9df3-98334112224a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.308068] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Uploading image 2000eaff-5f19-49ff-aa84-3a5296bdddfa {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.311305] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1038.311305] env[62839]: value = "task-2757671" [ 1038.311305] env[62839]: _type = "Task" [ 1038.311305] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.323148] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.344153] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.344153] env[62839]: value = "vm-554890" [ 1038.344153] env[62839]: _type = "VirtualMachine" [ 1038.344153] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.344153] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-186274b5-181b-45c2-b030-01ac4112b63f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.349433] env[62839]: DEBUG nova.network.neutron [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.355035] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lease: (returnval){ [ 1038.355035] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527bf87f-bd0f-6797-6c39-606b3df56c2b" [ 1038.355035] env[62839]: _type = "HttpNfcLease" [ 1038.355035] env[62839]: } obtained for exporting VM: (result){ [ 1038.355035] env[62839]: value = "vm-554890" [ 1038.355035] env[62839]: _type = "VirtualMachine" [ 1038.355035] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.355035] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the lease: (returnval){ [ 1038.355035] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527bf87f-bd0f-6797-6c39-606b3df56c2b" [ 1038.355035] env[62839]: _type = "HttpNfcLease" [ 1038.355035] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.361138] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.361138] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527bf87f-bd0f-6797-6c39-606b3df56c2b" [ 1038.361138] env[62839]: _type = "HttpNfcLease" [ 1038.361138] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1038.361682] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1038.361682] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527bf87f-bd0f-6797-6c39-606b3df56c2b" [ 1038.361682] env[62839]: _type = "HttpNfcLease" [ 1038.361682] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1038.363026] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cee4a3-ccf3-42a8-a76e-afb9056dbb59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.371178] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c82a3-0c07-a57c-ab49-33f25497c0ee/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.371178] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c82a3-0c07-a57c-ab49-33f25497c0ee/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1038.474918] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3ca1b5d-f83f-4e31-a4f6-7a3b075c1843 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.480179] env[62839]: DEBUG nova.network.neutron [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Updated VIF entry in instance network info cache for port 801cef07-0302-4eea-a8c8-5a5347fca2d5. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.480179] env[62839]: DEBUG nova.network.neutron [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Updating instance_info_cache with network_info: [{"id": "801cef07-0302-4eea-a8c8-5a5347fca2d5", "address": "fa:16:3e:87:ab:41", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cef07-03", "ovs_interfaceid": "801cef07-0302-4eea-a8c8-5a5347fca2d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.590362] env[62839]: DEBUG oslo_vmware.api [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347793} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.590590] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.590766] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.590941] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.591129] env[62839]: INFO nova.compute.manager [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1038.591363] env[62839]: DEBUG oslo.service.loopingcall [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.591547] env[62839]: DEBUG nova.compute.manager [-] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.591649] env[62839]: DEBUG nova.network.neutron [-] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.795092] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52040d03-3346-e248-13a9-0518f315a95d, 'name': SearchDatastore_Task, 'duration_secs': 0.020504} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.795092] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab27c182-46d4-48f7-ac36-702bd4802659 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.803250] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1038.803250] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bbe19d-1935-da56-d6bf-7ce4e7cc7dcf" [ 1038.803250] env[62839]: _type = "Task" [ 1038.803250] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.813252] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bbe19d-1935-da56-d6bf-7ce4e7cc7dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.816522] env[62839]: DEBUG nova.network.neutron [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Updating instance_info_cache with network_info: [{"id": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "address": "fa:16:3e:d8:8a:15", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077656bc-1f", "ovs_interfaceid": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.827122] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757671, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.944317] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.945144] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ce732cf-59a5-406a-a626-1f96ffa1ff28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.953861] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1038.953861] env[62839]: value = "task-2757673" [ 1038.953861] env[62839]: _type = "Task" [ 1038.953861] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.969356] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.984642] env[62839]: DEBUG oslo_concurrency.lockutils [req-b2d80c02-1a39-4b47-88d5-d4b3d8c91a94 req-01f6d042-e6c9-4dc4-a8c6-ed22a11de7b4 service nova] Releasing lock "refresh_cache-6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.096801] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1240b-eb0f-468f-bb47-27870af9f3c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.107436] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2da43-a800-41d4-addf-70abf3bb4049 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.143785] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b7f080-9343-4a48-8844-4ae6df30020d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.152678] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc02df1-fcd2-488f-a9f4-040d5d151904 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.176175] env[62839]: DEBUG nova.compute.provider_tree [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.315749] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bbe19d-1935-da56-d6bf-7ce4e7cc7dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.319501] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.319890] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd/6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.320588] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a9262f4-fb0b-4e7c-a3a4-4e92b9177eca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.323387] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.323664] env[62839]: DEBUG nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Instance network_info: |[{"id": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "address": "fa:16:3e:d8:8a:15", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077656bc-1f", "ovs_interfaceid": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.324497] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:8a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '077656bc-1f30-4eaf-8b28-574ad39e56bf', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.332354] env[62839]: DEBUG oslo.service.loopingcall [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.336238] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.336464] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757671, 'name': CreateSnapshot_Task, 'duration_secs': 0.712276} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.337731] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5434132-2624-4e4b-9e32-db8c73d14604 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.354350] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1039.354546] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1039.354546] env[62839]: value = "task-2757674" [ 1039.354546] env[62839]: _type = "Task" [ 1039.354546] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.355696] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111ecef5-c936-4a72-89bb-e5962d1cc18d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.364940] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.364940] env[62839]: value = "task-2757675" [ 1039.364940] env[62839]: _type = "Task" [ 1039.364940] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.374978] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.382014] env[62839]: DEBUG nova.compute.manager [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Received event network-changed-077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.382393] env[62839]: DEBUG nova.compute.manager [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Refreshing instance network info cache due to event network-changed-077656bc-1f30-4eaf-8b28-574ad39e56bf. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.382747] env[62839]: DEBUG oslo_concurrency.lockutils [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] Acquiring lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.383066] env[62839]: DEBUG oslo_concurrency.lockutils [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] Acquired lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.383317] env[62839]: DEBUG nova.network.neutron [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Refreshing network info cache for port 077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.393117] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757675, 'name': CreateVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.465939] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757673, 'name': PowerOffVM_Task, 'duration_secs': 0.205496} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.466456] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.467773] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a939ee21-7b6e-4a93-9bd2-e875e7459116 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.493260] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71f304-35b3-4b9b-a787-4a8687a8a0c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.525354] env[62839]: DEBUG nova.compute.manager [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.525494] env[62839]: DEBUG nova.compute.manager [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing instance network info cache due to event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.525746] env[62839]: DEBUG oslo_concurrency.lockutils [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.525900] env[62839]: DEBUG oslo_concurrency.lockutils [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.526358] env[62839]: DEBUG nova.network.neutron [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.719631] env[62839]: DEBUG nova.scheduler.client.report [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1039.720046] env[62839]: DEBUG nova.compute.provider_tree [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 137 to 138 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1039.720235] env[62839]: DEBUG nova.compute.provider_tree [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.868752] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.886486] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1039.886937] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757675, 'name': CreateVM_Task, 'duration_secs': 0.41059} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.887270] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b21c5e1-7063-4478-b297-169ea637f384 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.890845] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.891758] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.892105] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.892986] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.896392] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9e9c55-7da7-4885-847c-4990815891e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.900140] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1039.900140] env[62839]: value = "task-2757676" [ 1039.900140] env[62839]: _type = "Task" [ 1039.900140] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.907145] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1039.907145] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52642270-6f0f-abb1-ec91-b1f6a5d7ae04" [ 1039.907145] env[62839]: _type = "Task" [ 1039.907145] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.918916] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757676, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.927873] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52642270-6f0f-abb1-ec91-b1f6a5d7ae04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.005742] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.006201] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d5a2086-b800-4568-9216-2e8f4f46b1c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.016306] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1040.016306] env[62839]: value = "task-2757677" [ 1040.016306] env[62839]: _type = "Task" [ 1040.016306] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.040302] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.068769] env[62839]: DEBUG nova.network.neutron [-] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.226442] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.227240] env[62839]: DEBUG nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.230746] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.683s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.231205] env[62839]: DEBUG nova.objects.instance [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'resources' on Instance uuid 1e03201b-71a1-417d-921e-9c71e80a36b1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.294921] env[62839]: DEBUG nova.network.neutron [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Updated VIF entry in instance network info cache for port 077656bc-1f30-4eaf-8b28-574ad39e56bf. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.295645] env[62839]: DEBUG nova.network.neutron [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Updating instance_info_cache with network_info: [{"id": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "address": "fa:16:3e:d8:8a:15", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077656bc-1f", "ovs_interfaceid": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.370762] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901985} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.371131] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd/6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.371391] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.371697] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78876752-9bee-4896-9c5c-81b887b27772 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.379014] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1040.379014] env[62839]: value = "task-2757678" [ 1040.379014] env[62839]: _type = "Task" [ 1040.379014] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.388739] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.414630] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757676, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.420798] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52642270-6f0f-abb1-ec91-b1f6a5d7ae04, 'name': SearchDatastore_Task, 'duration_secs': 0.05313} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.421102] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.421447] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.421569] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.421713] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.421883] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.422161] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc92287-9990-4da4-863b-dd227d05c5f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.430660] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.430873] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.431586] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d50a952-3a21-4c79-9aa4-7a6ec8b856ef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.437306] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1040.437306] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cf4470-e3ac-4a9f-a440-797f114a7d03" [ 1040.437306] env[62839]: _type = "Task" [ 1040.437306] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.447868] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cf4470-e3ac-4a9f-a440-797f114a7d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.522579] env[62839]: DEBUG nova.network.neutron [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updated VIF entry in instance network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.523042] env[62839]: DEBUG nova.network.neutron [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.530467] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757677, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.572886] env[62839]: INFO nova.compute.manager [-] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Took 1.98 seconds to deallocate network for instance. [ 1040.736257] env[62839]: DEBUG nova.compute.utils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.746537] env[62839]: DEBUG nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.747510] env[62839]: DEBUG nova.network.neutron [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.799553] env[62839]: DEBUG oslo_concurrency.lockutils [req-31d70f20-4f1d-4bc8-9587-2cfddf90c980 req-1f8b5f9b-243a-4df8-97f6-0b6a8d2e55ad service nova] Releasing lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.809026] env[62839]: DEBUG nova.policy [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45852c6f14942eea559d7a07e368b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81bd0646e1ca4557bf9039d12f0bf42e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.896589] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07582} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.896874] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.898081] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6236aa4-f5ca-4b20-87da-fa234aaafdee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.929671] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd/6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.933587] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e95717-187f-4a2e-afff-1908b56e4ddb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.961564] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757676, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.963787] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1040.963787] env[62839]: value = "task-2757679" [ 1040.963787] env[62839]: _type = "Task" [ 1040.963787] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.975198] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cf4470-e3ac-4a9f-a440-797f114a7d03, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.977129] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f4521f-9c00-48b5-9709-4d8b41ce9ffc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.982118] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.987245] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1040.987245] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ef9fb-51c7-7520-73fd-8d45329a9333" [ 1040.987245] env[62839]: _type = "Task" [ 1040.987245] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.995173] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ef9fb-51c7-7520-73fd-8d45329a9333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.027161] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757677, 'name': CreateSnapshot_Task, 'duration_secs': 0.848216} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.029789] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.030349] env[62839]: DEBUG oslo_concurrency.lockutils [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.030598] env[62839]: DEBUG nova.compute.manager [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.030768] env[62839]: DEBUG nova.compute.manager [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing instance network info cache due to event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.030972] env[62839]: DEBUG oslo_concurrency.lockutils [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.031146] env[62839]: DEBUG oslo_concurrency.lockutils [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.031312] env[62839]: DEBUG nova.network.neutron [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing network info cache for port 8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.033167] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bd5b3d-eb76-4978-aadf-fe0e736e1126 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.080875] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.115503] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab7e88-d81d-45a5-89ae-3fbe266d4fbf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.124472] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d654e35-72be-46d8-a7f6-c3766315fd92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.157132] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e7820-209e-4161-8aac-40b8148d1b20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.165394] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503689f0-1c30-4d7e-b578-258d4838b9f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.181761] env[62839]: DEBUG nova.compute.provider_tree [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.248359] env[62839]: DEBUG nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.414539] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757676, 'name': CloneVM_Task} progress is 95%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.476073] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757679, 'name': ReconfigVM_Task, 'duration_secs': 0.497825} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.476440] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd/6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.477063] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53de87d3-16b5-40f3-ad46-2dbe93fb3385 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.483185] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1041.483185] env[62839]: value = "task-2757680" [ 1041.483185] env[62839]: _type = "Task" [ 1041.483185] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.494223] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757680, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.500093] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528ef9fb-51c7-7520-73fd-8d45329a9333, 'name': SearchDatastore_Task, 'duration_secs': 0.021677} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.500359] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.500782] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 93c18e9f-7b46-4cf6-86cc-83b093f0f465/93c18e9f-7b46-4cf6-86cc-83b093f0f465.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.501132] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71caf9a-711e-4df2-a8a5-00072078db28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.508802] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1041.508802] env[62839]: value = "task-2757681" [ 1041.508802] env[62839]: _type = "Task" [ 1041.508802] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.514576] env[62839]: DEBUG nova.compute.manager [req-f9b5e2c7-8853-42dc-9f2e-12a13735673f req-bc27bc35-a498-44b1-8458-982473c8453e service nova] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Received event network-vif-deleted-ad7e6283-4f1d-4d6f-a12f-40357ed6de3a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.520378] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.558300] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1041.559061] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0cb175c-75c8-43dd-9b65-5dc0b06af13b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.569494] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1041.569494] env[62839]: value = "task-2757682" [ 1041.569494] env[62839]: _type = "Task" [ 1041.569494] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.578551] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757682, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.607640] env[62839]: DEBUG nova.compute.manager [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.607846] env[62839]: DEBUG nova.compute.manager [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing instance network info cache due to event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.608020] env[62839]: DEBUG oslo_concurrency.lockutils [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.636866] env[62839]: DEBUG nova.network.neutron [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Successfully created port: e509524a-f765-4843-a2df-07743c80af38 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.685501] env[62839]: DEBUG nova.scheduler.client.report [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.773238] env[62839]: DEBUG nova.network.neutron [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updated VIF entry in instance network info cache for port 8ffbc9de-b0d7-4596-97cb-07fedd5d93de. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.773610] env[62839]: DEBUG nova.network.neutron [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.813035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-1a726f18-76de-46a6-91a2-7502e3e93f34-868792e9-4c37-490e-a80f-7c96c2ec3638" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.813386] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-1a726f18-76de-46a6-91a2-7502e3e93f34-868792e9-4c37-490e-a80f-7c96c2ec3638" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.814038] env[62839]: DEBUG nova.objects.instance [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'flavor' on Instance uuid 1a726f18-76de-46a6-91a2-7502e3e93f34 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.918242] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757676, 'name': CloneVM_Task, 'duration_secs': 1.746053} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.918572] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Created linked-clone VM from snapshot [ 1041.919463] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1028a4-5b80-4dab-bb7e-942b40be870c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.929664] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Uploading image 1894fe1f-9da0-4e55-a9b5-f0390aa4e51e {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1041.965291] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1041.965291] env[62839]: value = "vm-554894" [ 1041.965291] env[62839]: _type = "VirtualMachine" [ 1041.965291] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1041.965622] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d0c67ca-09ae-4c6f-bcdc-e92cc19fc81d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.973535] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease: (returnval){ [ 1041.973535] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264617a-045b-1164-b2ae-2dea3580ef19" [ 1041.973535] env[62839]: _type = "HttpNfcLease" [ 1041.973535] env[62839]: } obtained for exporting VM: (result){ [ 1041.973535] env[62839]: value = "vm-554894" [ 1041.973535] env[62839]: _type = "VirtualMachine" [ 1041.973535] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1041.973757] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the lease: (returnval){ [ 1041.973757] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264617a-045b-1164-b2ae-2dea3580ef19" [ 1041.973757] env[62839]: _type = "HttpNfcLease" [ 1041.973757] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1041.980992] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.980992] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264617a-045b-1164-b2ae-2dea3580ef19" [ 1041.980992] env[62839]: _type = "HttpNfcLease" [ 1041.980992] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.993327] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757680, 'name': Rename_Task, 'duration_secs': 0.204484} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.993626] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.993880] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86f2f786-c5b6-4b49-9a7a-3b1e041ea533 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.000669] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1042.000669] env[62839]: value = "task-2757684" [ 1042.000669] env[62839]: _type = "Task" [ 1042.000669] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.009592] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.019793] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757681, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.081112] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757682, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.192026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.194509] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.505s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.194918] env[62839]: DEBUG nova.objects.instance [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lazy-loading 'resources' on Instance uuid ce3c0964-650f-4b33-a271-27c61c52ed54 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.225159] env[62839]: INFO nova.scheduler.client.report [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted allocations for instance 1e03201b-71a1-417d-921e-9c71e80a36b1 [ 1042.260037] env[62839]: DEBUG nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.276539] env[62839]: DEBUG oslo_concurrency.lockutils [req-df98481e-2ce7-4b41-b67b-ea51207f5205 req-4cea4b5e-0616-4c37-ab0e-f5e2aaef9a28 service nova] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.276993] env[62839]: DEBUG oslo_concurrency.lockutils [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.277206] env[62839]: DEBUG nova.network.neutron [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing network info cache for port 8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.288213] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.288361] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.288521] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.288717] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.288866] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.289010] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.289233] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.289396] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.289565] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.289721] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.289892] env[62839]: DEBUG nova.virt.hardware [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.291058] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5dbb75-5af9-433a-b0da-ef3947c2b361 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.299879] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7db286-887f-40dd-82f2-cfd867d3d5b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.421162] env[62839]: DEBUG nova.objects.instance [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'pci_requests' on Instance uuid 1a726f18-76de-46a6-91a2-7502e3e93f34 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.482369] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.482369] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264617a-045b-1164-b2ae-2dea3580ef19" [ 1042.482369] env[62839]: _type = "HttpNfcLease" [ 1042.482369] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.482727] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.482727] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5264617a-045b-1164-b2ae-2dea3580ef19" [ 1042.482727] env[62839]: _type = "HttpNfcLease" [ 1042.482727] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1042.483678] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e08c4-a263-4674-961c-9b99b988dec4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.491510] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52160f83-48bb-560b-e0ab-691fa456849b/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.492110] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52160f83-48bb-560b-e0ab-691fa456849b/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1042.565992] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757684, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.570033] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635734} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.570033] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 93c18e9f-7b46-4cf6-86cc-83b093f0f465/93c18e9f-7b46-4cf6-86cc-83b093f0f465.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.570033] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.570294] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82900b04-fde0-4d21-88b8-f78ee288e662 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.582348] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757682, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.583747] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1042.583747] env[62839]: value = "task-2757685" [ 1042.583747] env[62839]: _type = "Task" [ 1042.583747] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.592066] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.631919] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3de5a8ab-3fd8-44ce-8857-ca84221b73c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.733386] env[62839]: DEBUG oslo_concurrency.lockutils [None req-63082bec-4690-4e6a-8756-e66b15a74722 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "1e03201b-71a1-417d-921e-9c71e80a36b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.621s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.924317] env[62839]: DEBUG nova.objects.base [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Object Instance<1a726f18-76de-46a6-91a2-7502e3e93f34> lazy-loaded attributes: flavor,pci_requests {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.924640] env[62839]: DEBUG nova.network.neutron [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.957879] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3410a5f-d96a-4778-bc37-69076547783e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.966118] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1cdaf-9bc6-499a-8a3f-1c48f4ba9c59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.999665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe8179e-0266-48d8-98a8-17c7c87ae122 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.009580] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633ce752-060c-4b16-abf7-6798f12c2ab7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.027030] env[62839]: DEBUG nova.compute.provider_tree [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.040844] env[62839]: DEBUG nova.network.neutron [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updated VIF entry in instance network info cache for port 8ffbc9de-b0d7-4596-97cb-07fedd5d93de. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.041271] env[62839]: DEBUG nova.network.neutron [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.064763] env[62839]: DEBUG oslo_vmware.api [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757684, 'name': PowerOnVM_Task, 'duration_secs': 0.661089} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.066015] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.068024] env[62839]: INFO nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1043.068024] env[62839]: DEBUG nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.068024] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c685c-98e0-4e9e-82a9-43985af1251a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.088350] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757682, 'name': CloneVM_Task, 'duration_secs': 1.273066} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.092086] env[62839]: DEBUG nova.policy [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.095765] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Created linked-clone VM from snapshot [ 1043.096638] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436eddbd-198b-4559-b6f5-f174a6551f65 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.105992] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Uploading image f7a05928-8c1b-4a7e-a037-fc93d981bbef {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1043.111525] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087829} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.111786] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.112782] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6000cd-e618-4236-b139-f7124209d6e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.141146] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 93c18e9f-7b46-4cf6-86cc-83b093f0f465/93c18e9f-7b46-4cf6-86cc-83b093f0f465.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.141953] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f748b32-6783-468c-8bb4-6fa1060aac30 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.165978] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1043.165978] env[62839]: value = "task-2757686" [ 1043.165978] env[62839]: _type = "Task" [ 1043.165978] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.178555] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.529892] env[62839]: DEBUG nova.scheduler.client.report [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.538422] env[62839]: DEBUG nova.network.neutron [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Successfully updated port: e509524a-f765-4843-a2df-07743c80af38 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.544796] env[62839]: DEBUG oslo_concurrency.lockutils [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.545231] env[62839]: DEBUG nova.compute.manager [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.545326] env[62839]: DEBUG nova.compute.manager [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing instance network info cache due to event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.545972] env[62839]: DEBUG oslo_concurrency.lockutils [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.545972] env[62839]: DEBUG oslo_concurrency.lockutils [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.545972] env[62839]: DEBUG nova.network.neutron [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.594961] env[62839]: INFO nova.compute.manager [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Took 25.29 seconds to build instance. [ 1043.678861] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.960295] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "14465836-bd60-4025-a783-6745a0bc13da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.960674] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "14465836-bd60-4025-a783-6745a0bc13da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.960895] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "14465836-bd60-4025-a783-6745a0bc13da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.961351] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "14465836-bd60-4025-a783-6745a0bc13da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.962242] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "14465836-bd60-4025-a783-6745a0bc13da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.965335] env[62839]: INFO nova.compute.manager [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Terminating instance [ 1044.037145] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.041866] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.385s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.042643] env[62839]: INFO nova.compute.claims [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.045786] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-b55b6144-dd8b-410d-94b4-fbaddb26f9ee" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.046740] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-b55b6144-dd8b-410d-94b4-fbaddb26f9ee" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.046740] env[62839]: DEBUG nova.network.neutron [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.069206] env[62839]: INFO nova.scheduler.client.report [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Deleted allocations for instance ce3c0964-650f-4b33-a271-27c61c52ed54 [ 1044.096563] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4346c66f-eb65-4e62-91f3-bebe655ebfab tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.798s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.179209] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757686, 'name': ReconfigVM_Task, 'duration_secs': 0.526886} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.183062] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 93c18e9f-7b46-4cf6-86cc-83b093f0f465/93c18e9f-7b46-4cf6-86cc-83b093f0f465.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.183401] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641ff036-663d-442d-a540-f9ff8cf83c25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.191571] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1044.191571] env[62839]: value = "task-2757687" [ 1044.191571] env[62839]: _type = "Task" [ 1044.191571] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.204037] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757687, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.325611] env[62839]: DEBUG nova.network.neutron [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updated VIF entry in instance network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.325987] env[62839]: DEBUG nova.network.neutron [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.470980] env[62839]: DEBUG nova.compute.manager [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.470980] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.472850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb38ff-9d50-4fd2-acc0-528de5c7495b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.482272] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.482272] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c98d0581-27be-4f7c-b23a-521626695306 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.489758] env[62839]: DEBUG oslo_vmware.api [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1044.489758] env[62839]: value = "task-2757688" [ 1044.489758] env[62839]: _type = "Task" [ 1044.489758] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.498761] env[62839]: DEBUG oslo_vmware.api [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.577528] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a75ca34e-2337-4740-b0fe-423fc2faacb5 tempest-ServerDiskConfigTestJSON-1254225795 tempest-ServerDiskConfigTestJSON-1254225795-project-member] Lock "ce3c0964-650f-4b33-a271-27c61c52ed54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.231s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.587049] env[62839]: DEBUG nova.network.neutron [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.704763] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757687, 'name': Rename_Task, 'duration_secs': 0.17874} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.705258] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.705628] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8dd7aa-5168-4dcf-aaed-b7bd369563b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.715724] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1044.715724] env[62839]: value = "task-2757689" [ 1044.715724] env[62839]: _type = "Task" [ 1044.715724] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.725816] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.783417] env[62839]: DEBUG nova.network.neutron [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Updating instance_info_cache with network_info: [{"id": "e509524a-f765-4843-a2df-07743c80af38", "address": "fa:16:3e:bf:c6:66", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape509524a-f7", "ovs_interfaceid": "e509524a-f765-4843-a2df-07743c80af38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.829444] env[62839]: DEBUG oslo_concurrency.lockutils [req-85b22e73-f5be-4512-aba9-343b3f08eed6 req-6cf7fc0a-a038-4d7a-a6db-683af3b2f070 service nova] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.973223] env[62839]: DEBUG nova.network.neutron [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Successfully updated port: 868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.001152] env[62839]: DEBUG oslo_vmware.api [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757688, 'name': PowerOffVM_Task, 'duration_secs': 0.293484} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.001536] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.001844] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.002230] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f17a6b49-58e0-4a13-8226-7ae594a87c54 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.086705] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.086705] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.086705] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleting the datastore file [datastore2] 14465836-bd60-4025-a783-6745a0bc13da {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.086705] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d41ba5ba-e9fe-4e5b-ac79-bd5619bde05e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.096040] env[62839]: DEBUG oslo_vmware.api [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1045.096040] env[62839]: value = "task-2757691" [ 1045.096040] env[62839]: _type = "Task" [ 1045.096040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.107138] env[62839]: DEBUG oslo_vmware.api [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.230816] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757689, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.287032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-b55b6144-dd8b-410d-94b4-fbaddb26f9ee" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.287259] env[62839]: DEBUG nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Instance network_info: |[{"id": "e509524a-f765-4843-a2df-07743c80af38", "address": "fa:16:3e:bf:c6:66", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape509524a-f7", "ovs_interfaceid": "e509524a-f765-4843-a2df-07743c80af38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.290839] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c6:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e509524a-f765-4843-a2df-07743c80af38', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.299473] env[62839]: DEBUG oslo.service.loopingcall [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.300082] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.300352] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a52997-a54f-4ae7-ae02-ffab0e78667e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.324138] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.324138] env[62839]: value = "task-2757692" [ 1045.324138] env[62839]: _type = "Task" [ 1045.324138] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.335747] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757692, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.344997] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4055808-441c-4b6f-9b18-17cbbf96cd5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.356276] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc605140-e6cb-48ea-9a34-6536e95ad7f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.389812] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0ef2d-1c22-4a8f-adee-7e114e9ae2c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.398162] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdf4619-384a-44c4-b98e-1fe2954a7645 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.413385] env[62839]: DEBUG nova.compute.provider_tree [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.476545] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.476790] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.477015] env[62839]: DEBUG nova.network.neutron [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.607353] env[62839]: DEBUG oslo_vmware.api [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258488} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.607761] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.608059] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.608336] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.608622] env[62839]: INFO nova.compute.manager [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1045.608966] env[62839]: DEBUG oslo.service.loopingcall [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.609277] env[62839]: DEBUG nova.compute.manager [-] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.609441] env[62839]: DEBUG nova.network.neutron [-] [instance: 14465836-bd60-4025-a783-6745a0bc13da] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.725995] env[62839]: DEBUG oslo_vmware.api [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757689, 'name': PowerOnVM_Task, 'duration_secs': 0.551751} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.726504] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.726832] env[62839]: INFO nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1045.727230] env[62839]: DEBUG nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.728088] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f22c858-d4e2-4f2b-b1ce-103a81a86073 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.834400] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757692, 'name': CreateVM_Task, 'duration_secs': 0.478159} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.834400] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.835148] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.835320] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.835636] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.835897] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65d9ef6-bc32-463c-934e-7c0f443eef28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.840480] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1045.840480] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524ca9f0-79a8-08c0-4ce4-8db31575975a" [ 1045.840480] env[62839]: _type = "Task" [ 1045.840480] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.849938] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524ca9f0-79a8-08c0-4ce4-8db31575975a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.916877] env[62839]: DEBUG nova.scheduler.client.report [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.018860] env[62839]: WARNING nova.network.neutron [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] ab7e5a5c-7b43-4999-b0af-95ed10a13649 already exists in list: networks containing: ['ab7e5a5c-7b43-4999-b0af-95ed10a13649']. ignoring it [ 1046.248498] env[62839]: INFO nova.compute.manager [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Took 23.58 seconds to build instance. [ 1046.308789] env[62839]: DEBUG nova.network.neutron [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "868792e9-4c37-490e-a80f-7c96c2ec3638", "address": "fa:16:3e:0d:bb:f8", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868792e9-4c", "ovs_interfaceid": "868792e9-4c37-490e-a80f-7c96c2ec3638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.351137] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524ca9f0-79a8-08c0-4ce4-8db31575975a, 'name': SearchDatastore_Task, 'duration_secs': 0.024195} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.351440] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.351686] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.351924] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.352099] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.352297] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.352558] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef5420e-26b6-4a30-96ed-7af86df2c97c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.361752] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.361952] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.362770] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f472130f-47bc-484a-8daf-c50821d363cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.368632] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1046.368632] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]522adcc9-d208-b9cf-0d74-4865e5d3e811" [ 1046.368632] env[62839]: _type = "Task" [ 1046.368632] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.376676] env[62839]: DEBUG nova.network.neutron [-] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.377840] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522adcc9-d208-b9cf-0d74-4865e5d3e811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.421804] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.422010] env[62839]: DEBUG nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.425036] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.049s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.426494] env[62839]: INFO nova.compute.claims [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.751689] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f1c4af81-542b-49e4-b4f7-acea617a6f80 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.093s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.811752] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.812745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.813054] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.814205] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66206ea-9655-492e-9a81-230a712dbea8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.833481] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.833742] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.833898] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.834133] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.834288] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.834434] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.834648] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.834808] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.834985] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.835171] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.835349] env[62839]: DEBUG nova.virt.hardware [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.841616] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Reconfiguring VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1046.842186] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef43e5ba-218d-4366-9df3-0c069af98b4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.859803] env[62839]: DEBUG oslo_vmware.api [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1046.859803] env[62839]: value = "task-2757693" [ 1046.859803] env[62839]: _type = "Task" [ 1046.859803] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.868992] env[62839]: DEBUG oslo_vmware.api [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757693, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.878325] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]522adcc9-d208-b9cf-0d74-4865e5d3e811, 'name': SearchDatastore_Task, 'duration_secs': 0.015754} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.878746] env[62839]: INFO nova.compute.manager [-] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Took 1.27 seconds to deallocate network for instance. [ 1046.881019] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72602d2-43e9-4a57-b3b8-b921c7bc1942 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.889569] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1046.889569] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529b6376-b9a8-2647-9e73-1c0d0ec1790f" [ 1046.889569] env[62839]: _type = "Task" [ 1046.889569] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.898625] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529b6376-b9a8-2647-9e73-1c0d0ec1790f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.930891] env[62839]: DEBUG nova.compute.utils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.935086] env[62839]: DEBUG nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.935267] env[62839]: DEBUG nova.network.neutron [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.977202] env[62839]: DEBUG nova.policy [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a1438135ac4dfaa4c37241d1c43b34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dcfcfcf01364d63aa820583bbbec00d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.023366] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.023366] env[62839]: value = "vm-554896" [ 1047.023366] env[62839]: _type = "VirtualMachine" [ 1047.023366] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.025672] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ee3e06c-a545-4a59-8441-22d71979074c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.035024] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c82a3-0c07-a57c-ab49-33f25497c0ee/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1047.035893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ca5c17-553d-45f1-aa48-94f02fc89085 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.042777] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lease: (returnval){ [ 1047.042777] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7052f-7e77-c484-9ac8-c6cde0c841b4" [ 1047.042777] env[62839]: _type = "HttpNfcLease" [ 1047.042777] env[62839]: } obtained for exporting VM: (result){ [ 1047.042777] env[62839]: value = "vm-554896" [ 1047.042777] env[62839]: _type = "VirtualMachine" [ 1047.042777] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.043086] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the lease: (returnval){ [ 1047.043086] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7052f-7e77-c484-9ac8-c6cde0c841b4" [ 1047.043086] env[62839]: _type = "HttpNfcLease" [ 1047.043086] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.048312] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c82a3-0c07-a57c-ab49-33f25497c0ee/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1047.048445] env[62839]: ERROR oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c82a3-0c07-a57c-ab49-33f25497c0ee/disk-0.vmdk due to incomplete transfer. [ 1047.049079] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d468fa9a-edcc-4c86-a8ef-d5dbbd2f0023 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.052420] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.052420] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7052f-7e77-c484-9ac8-c6cde0c841b4" [ 1047.052420] env[62839]: _type = "HttpNfcLease" [ 1047.052420] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.053208] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.053208] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e7052f-7e77-c484-9ac8-c6cde0c841b4" [ 1047.053208] env[62839]: _type = "HttpNfcLease" [ 1047.053208] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.054048] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff62411f-dbc1-461a-b3b8-32f0229dd545 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.058565] env[62839]: DEBUG oslo_vmware.rw_handles [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c82a3-0c07-a57c-ab49-33f25497c0ee/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1047.058779] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Uploaded image 2000eaff-5f19-49ff-aa84-3a5296bdddfa to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1047.061155] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1047.064339] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2840725f-daf6-4af5-a28c-48d96a182e6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.066140] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52054bfd-c574-3914-e343-440e53967f88/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.066376] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52054bfd-c574-3914-e343-440e53967f88/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1047.129073] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1047.129073] env[62839]: value = "task-2757695" [ 1047.129073] env[62839]: _type = "Task" [ 1047.129073] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.139646] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757695, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.165940] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98e304db-3d83-46c5-a3d7-d57aa620dcc7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.373950] env[62839]: DEBUG oslo_vmware.api [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.387811] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.389298] env[62839]: DEBUG nova.network.neutron [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Successfully created port: 4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.404070] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529b6376-b9a8-2647-9e73-1c0d0ec1790f, 'name': SearchDatastore_Task, 'duration_secs': 0.016692} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.404394] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.404787] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.405244] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0818f0b4-23ec-4ec7-b857-e339d738827d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.412893] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1047.412893] env[62839]: value = "task-2757696" [ 1047.412893] env[62839]: _type = "Task" [ 1047.412893] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.422372] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.438529] env[62839]: DEBUG nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.464068] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.464374] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.506083] env[62839]: DEBUG nova.compute.manager [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Received event network-vif-plugged-e509524a-f765-4843-a2df-07743c80af38 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.506333] env[62839]: DEBUG oslo_concurrency.lockutils [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] Acquiring lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.506544] env[62839]: DEBUG oslo_concurrency.lockutils [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.506713] env[62839]: DEBUG oslo_concurrency.lockutils [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.506870] env[62839]: DEBUG nova.compute.manager [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] No waiting events found dispatching network-vif-plugged-e509524a-f765-4843-a2df-07743c80af38 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.507188] env[62839]: WARNING nova.compute.manager [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Received unexpected event network-vif-plugged-e509524a-f765-4843-a2df-07743c80af38 for instance with vm_state building and task_state spawning. [ 1047.507473] env[62839]: DEBUG nova.compute.manager [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Received event network-changed-e509524a-f765-4843-a2df-07743c80af38 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.507565] env[62839]: DEBUG nova.compute.manager [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Refreshing instance network info cache due to event network-changed-e509524a-f765-4843-a2df-07743c80af38. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.507765] env[62839]: DEBUG oslo_concurrency.lockutils [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] Acquiring lock "refresh_cache-b55b6144-dd8b-410d-94b4-fbaddb26f9ee" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.507943] env[62839]: DEBUG oslo_concurrency.lockutils [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] Acquired lock "refresh_cache-b55b6144-dd8b-410d-94b4-fbaddb26f9ee" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.508086] env[62839]: DEBUG nova.network.neutron [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Refreshing network info cache for port e509524a-f765-4843-a2df-07743c80af38 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.646892] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757695, 'name': Destroy_Task, 'duration_secs': 0.469685} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.648317] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Destroyed the VM [ 1047.649045] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.649350] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f06e6ae4-fee3-434c-8ecd-df6e1a628108 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.658736] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1047.658736] env[62839]: value = "task-2757697" [ 1047.658736] env[62839]: _type = "Task" [ 1047.658736] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.671095] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.724193] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e715819-8fae-45c0-90e2-df44a483dae7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.732454] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bae7c-9779-47db-a932-293b8a0d7648 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.767386] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbfff16-9b45-4882-ad0f-f8eb03418176 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.775990] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d6448d-6ff7-46fc-8856-336b76a8d9fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.792462] env[62839]: DEBUG nova.compute.provider_tree [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.873472] env[62839]: DEBUG oslo_vmware.api [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.925910] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757696, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.974357] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.974841] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.975256] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.975380] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.975542] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.975777] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.975851] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1047.975995] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.171876] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757697, 'name': RemoveSnapshot_Task} progress is 81%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.297828] env[62839]: DEBUG nova.scheduler.client.report [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.327758] env[62839]: DEBUG nova.network.neutron [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Updated VIF entry in instance network info cache for port e509524a-f765-4843-a2df-07743c80af38. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.329422] env[62839]: DEBUG nova.network.neutron [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Updating instance_info_cache with network_info: [{"id": "e509524a-f765-4843-a2df-07743c80af38", "address": "fa:16:3e:bf:c6:66", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape509524a-f7", "ovs_interfaceid": "e509524a-f765-4843-a2df-07743c80af38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.374259] env[62839]: DEBUG oslo_vmware.api [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757693, 'name': ReconfigVM_Task, 'duration_secs': 1.443178} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.375543] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.377033] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Reconfigured VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1048.424860] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704707} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.425259] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.425603] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.425923] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75436b41-9264-472a-b01f-6b00e7f68c6a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.433546] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1048.433546] env[62839]: value = "task-2757698" [ 1048.433546] env[62839]: _type = "Task" [ 1048.433546] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.441739] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.449151] env[62839]: DEBUG nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.479275] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.671614] env[62839]: DEBUG oslo_vmware.api [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757697, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680984} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.673053] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1048.673053] env[62839]: INFO nova.compute.manager [None req-eaa2434c-9d54-4a0b-8a5f-5022d5310799 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Took 14.00 seconds to snapshot the instance on the hypervisor. [ 1048.804022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.804651] env[62839]: DEBUG nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.807364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.727s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.807673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.810054] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.422s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.810328] env[62839]: DEBUG nova.objects.instance [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'resources' on Instance uuid 14465836-bd60-4025-a783-6745a0bc13da {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.835451] env[62839]: DEBUG oslo_concurrency.lockutils [req-6babe94b-5213-4939-b008-24bb64bdf89f req-faa39e57-0b05-4432-b9aa-0279d50ac15f service nova] Releasing lock "refresh_cache-b55b6144-dd8b-410d-94b4-fbaddb26f9ee" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.845524] env[62839]: INFO nova.scheduler.client.report [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted allocations for instance d76cead4-3521-4a26-9f50-90a2c674930f [ 1048.882879] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed00b0a4-df2c-42ae-9a4a-73ad8aa99cd7 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-1a726f18-76de-46a6-91a2-7502e3e93f34-868792e9-4c37-490e-a80f-7c96c2ec3638" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.069s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.944885] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.070060] env[62839]: DEBUG nova.network.neutron [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Successfully updated port: 4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.314495] env[62839]: DEBUG nova.compute.utils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.320405] env[62839]: DEBUG nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.320783] env[62839]: DEBUG nova.network.neutron [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.357280] env[62839]: DEBUG oslo_concurrency.lockutils [None req-64f4d01b-1b9d-460a-90e3-0a41f17076a6 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "d76cead4-3521-4a26-9f50-90a2c674930f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.386s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.370992] env[62839]: DEBUG nova.policy [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b821f7492f413caec449b1c3886931', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5632ec590ebd4846a823da0bf9566b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.446144] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.834147} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.447641] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.447641] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8949e93c-446d-422c-a083-eed414149c6a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.475580] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.478943] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b223470-bc88-446d-adcf-fadc86995a5c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.500402] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1049.500402] env[62839]: value = "task-2757699" [ 1049.500402] env[62839]: _type = "Task" [ 1049.500402] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.513036] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.574791] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.574791] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.574791] env[62839]: DEBUG nova.network.neutron [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.580184] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d9b93e-2289-4fcb-85b5-0ee0f3ee2234 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.590965] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aed1834-6fea-42bc-99a3-38882d70e77c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.629120] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cba05e-ac29-485e-aff9-7283a87b6699 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.638430] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8a3c03-e941-4394-943c-f020a52005b2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.653321] env[62839]: DEBUG nova.compute.provider_tree [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.674650] env[62839]: DEBUG nova.network.neutron [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Successfully created port: 6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.821673] env[62839]: DEBUG nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.014171] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.110935] env[62839]: DEBUG nova.network.neutron [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.156817] env[62839]: DEBUG nova.scheduler.client.report [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.287007] env[62839]: DEBUG nova.network.neutron [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Updating instance_info_cache with network_info: [{"id": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "address": "fa:16:3e:18:84:c0", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4890eef9-ee", "ovs_interfaceid": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.514356] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.563765] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.564141] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.564363] env[62839]: DEBUG nova.compute.manager [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.565359] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f5e2d1-4d66-4e58-b269-9d7264ec3d1a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.573792] env[62839]: DEBUG nova.compute.manager [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1050.574489] env[62839]: DEBUG nova.objects.instance [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'flavor' on Instance uuid 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.663202] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.666209] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.187s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.666411] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.666567] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1050.667496] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed76f47f-336c-4490-925c-d578629491da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.677074] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa75c433-774e-49bd-b8fb-9d1c3ea706ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.693175] env[62839]: INFO nova.scheduler.client.report [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted allocations for instance 14465836-bd60-4025-a783-6745a0bc13da [ 1050.694831] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc27f5-5483-46f6-b61d-932f5bdc42fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.705023] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b76e02-ad62-4440-9184-427e6a0542ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.737250] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179645MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1050.737426] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.737635] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.789975] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.790301] env[62839]: DEBUG nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Instance network_info: |[{"id": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "address": "fa:16:3e:18:84:c0", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4890eef9-ee", "ovs_interfaceid": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.831425] env[62839]: DEBUG nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.019638] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757699, 'name': ReconfigVM_Task, 'duration_secs': 1.476141} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.022072] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-vif-plugged-868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.022468] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Acquiring lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.022710] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.025019] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.025019] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] No waiting events found dispatching network-vif-plugged-868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.025019] env[62839]: WARNING nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received unexpected event network-vif-plugged-868792e9-4c37-490e-a80f-7c96c2ec3638 for instance with vm_state active and task_state None. [ 1051.025019] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-changed-868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.025019] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing instance network info cache due to event network-changed-868792e9-4c37-490e-a80f-7c96c2ec3638. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.025019] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.025019] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.025019] env[62839]: DEBUG nova.network.neutron [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing network info cache for port 868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.026277] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Reconfigured VM instance instance-00000067 to attach disk [datastore2] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.027418] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1515b45d-9f9a-4319-9660-456dc80c115e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.036908] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1051.036908] env[62839]: value = "task-2757700" [ 1051.036908] env[62839]: _type = "Task" [ 1051.036908] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.049401] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757700, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.207197] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8298e2d0-6c1e-48a2-a5fa-404f0c24c3fc tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "14465836-bd60-4025-a783-6745a0bc13da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.246s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.280212] env[62839]: DEBUG nova.compute.manager [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Received event network-changed-077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.281701] env[62839]: DEBUG nova.compute.manager [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Refreshing instance network info cache due to event network-changed-077656bc-1f30-4eaf-8b28-574ad39e56bf. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.281701] env[62839]: DEBUG oslo_concurrency.lockutils [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] Acquiring lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.281701] env[62839]: DEBUG oslo_concurrency.lockutils [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] Acquired lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.281701] env[62839]: DEBUG nova.network.neutron [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Refreshing network info cache for port 077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.298319] env[62839]: DEBUG nova.network.neutron [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Successfully updated port: 6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.547599] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757700, 'name': Rename_Task, 'duration_secs': 0.293312} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.547912] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.548192] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a65d05-3ddf-4ecf-8da0-33390d44794e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.554748] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1051.554748] env[62839]: value = "task-2757701" [ 1051.554748] env[62839]: _type = "Task" [ 1051.554748] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.563143] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.582607] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.582607] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-365329ed-387d-4e8c-b937-ccab74f3e70d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.589459] env[62839]: DEBUG oslo_vmware.api [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1051.589459] env[62839]: value = "task-2757702" [ 1051.589459] env[62839]: _type = "Task" [ 1051.589459] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.601565] env[62839]: DEBUG oslo_vmware.api [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.755649] env[62839]: DEBUG nova.network.neutron [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updated VIF entry in instance network info cache for port 868792e9-4c37-490e-a80f-7c96c2ec3638. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.756048] env[62839]: DEBUG nova.network.neutron [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "868792e9-4c37-490e-a80f-7c96c2ec3638", "address": "fa:16:3e:0d:bb:f8", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868792e9-4c", "ovs_interfaceid": "868792e9-4c37-490e-a80f-7c96c2ec3638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.777427] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d4806675-c818-4b97-a2ee-71211c672ed1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.777600] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.777791] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 7365fb0e-0627-4c02-a6ff-14177626789e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.777974] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 679c3b58-3f8c-492f-8b37-d379f83d2e5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.778205] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.778354] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9db5da96-aa00-4df3-8565-f0fcf2c244a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.778481] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 1a726f18-76de-46a6-91a2-7502e3e93f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.778636] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 17c6ac18-6eaf-4411-9e1c-55e107f45550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.778846] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5556259c-3822-44fb-8643-038f2e636c22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.779385] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d9c4340e-824b-4135-9109-be633ea41e44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.779531] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.779679] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 93c18e9f-7b46-4cf6-86cc-83b093f0f465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.779822] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance b55b6144-dd8b-410d-94b4-fbaddb26f9ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.780013] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 56fffbd1-b0ab-4a57-841f-14e1e777ce47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.780226] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 776be951-a973-4537-a887-3a10679e5110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1051.780545] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1051.780656] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1051.807450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "refresh_cache-776be951-a973-4537-a887-3a10679e5110" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.807450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquired lock "refresh_cache-776be951-a973-4537-a887-3a10679e5110" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.807450] env[62839]: DEBUG nova.network.neutron [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.822862] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-1a726f18-76de-46a6-91a2-7502e3e93f34-868792e9-4c37-490e-a80f-7c96c2ec3638" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.823143] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-1a726f18-76de-46a6-91a2-7502e3e93f34-868792e9-4c37-490e-a80f-7c96c2ec3638" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.014094] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54afcd8-7a9c-49c4-aef9-30d7a23a530f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.022462] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a71f18-f00e-478a-a316-a97b31fd968b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.027636] env[62839]: DEBUG nova.network.neutron [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Updated VIF entry in instance network info cache for port 077656bc-1f30-4eaf-8b28-574ad39e56bf. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.027988] env[62839]: DEBUG nova.network.neutron [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Updating instance_info_cache with network_info: [{"id": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "address": "fa:16:3e:d8:8a:15", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077656bc-1f", "ovs_interfaceid": "077656bc-1f30-4eaf-8b28-574ad39e56bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.060273] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bee8d1-54c9-4d33-b7f6-57e43cbb6336 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.068808] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.072207] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb680e-e29c-4858-a48e-c6b5e46b86fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.087837] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.098682] env[62839]: DEBUG oslo_vmware.api [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757702, 'name': PowerOffVM_Task, 'duration_secs': 0.221066} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.099702] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.099912] env[62839]: DEBUG nova.compute.manager [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.100745] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7255141-0560-47a2-bb28-c464d26d5406 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.204737] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.205024] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.205211] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.205398] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.205550] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.205777] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.206023] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.206189] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.206365] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.206527] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.206700] env[62839]: DEBUG nova.virt.hardware [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.208930] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edba4ce-e1c5-4f56-970d-75187f962c52 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.220140] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.220407] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.220568] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.220766] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.220936] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.221100] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.221334] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.221531] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.221714] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.221899] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.222141] env[62839]: DEBUG nova.virt.hardware [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.223605] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4385cb76-c4e7-4151-a87f-2a26ad94510c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.229327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dfc2bf-a1f5-4020-8e7f-0e68d3d7204b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.238966] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52160f83-48bb-560b-e0ab-691fa456849b/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1052.239955] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aced7d8c-d6e5-4ebf-89fd-8008dac5ced5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.254258] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:84:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4890eef9-eea1-43c6-ae16-8996fb5c3336', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.261666] env[62839]: DEBUG oslo.service.loopingcall [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.262759] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.262999] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Received event network-vif-deleted-bba36b57-056a-4c78-8274-45c2e57c769b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.263213] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Received event network-vif-plugged-4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.263404] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Acquiring lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.263602] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.263762] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.263989] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] No waiting events found dispatching network-vif-plugged-4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.264211] env[62839]: WARNING nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Received unexpected event network-vif-plugged-4890eef9-eea1-43c6-ae16-8996fb5c3336 for instance with vm_state building and task_state spawning. [ 1052.264397] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Received event network-changed-4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.264557] env[62839]: DEBUG nova.compute.manager [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Refreshing instance network info cache due to event network-changed-4890eef9-eea1-43c6-ae16-8996fb5c3336. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.264742] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Acquiring lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.264878] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Acquired lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.265052] env[62839]: DEBUG nova.network.neutron [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Refreshing network info cache for port 4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.266649] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.267891] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd1fef-658e-4c19-a7ca-ffedb55c9d17 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.274214] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d3e238e-eb1a-4976-94ac-b6ef93d1e86d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.288309] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52160f83-48bb-560b-e0ab-691fa456849b/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1052.288533] env[62839]: ERROR oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52160f83-48bb-560b-e0ab-691fa456849b/disk-0.vmdk due to incomplete transfer. [ 1052.289802] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bbc269d3-f800-4f75-a137-555c91fd06c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.308104] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.308104] env[62839]: value = "task-2757703" [ 1052.308104] env[62839]: _type = "Task" [ 1052.308104] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.311375] env[62839]: DEBUG oslo_vmware.rw_handles [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52160f83-48bb-560b-e0ab-691fa456849b/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1052.311545] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Uploaded image 1894fe1f-9da0-4e55-a9b5-f0390aa4e51e to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1052.313465] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1052.316683] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89e88ad5-5e31-4049-ba76-f72cb4750d9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.323984] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757703, 'name': CreateVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.326452] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.326620] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.326917] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1052.326917] env[62839]: value = "task-2757704" [ 1052.326917] env[62839]: _type = "Task" [ 1052.326917] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.327651] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722598c-f2b7-4d94-ab5d-2a16243f72a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.352974] env[62839]: DEBUG nova.network.neutron [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.355616] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ea856-4bf3-4aec-bc45-f32516c37365 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.358605] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757704, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.384676] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Reconfiguring VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1052.385348] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0c065e-6e46-4232-a364-0d35f6d6668d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.404620] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1052.404620] env[62839]: value = "task-2757705" [ 1052.404620] env[62839]: _type = "Task" [ 1052.404620] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.412618] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.556715] env[62839]: DEBUG oslo_concurrency.lockutils [req-c7ca036f-6ef2-4c12-8b1f-19c8059c96a3 req-2316ed5f-ce1d-4b9a-9a81-8fb40aeffe74 service nova] Releasing lock "refresh_cache-93c18e9f-7b46-4cf6-86cc-83b093f0f465" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.565696] env[62839]: DEBUG oslo_vmware.api [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757701, 'name': PowerOnVM_Task, 'duration_secs': 0.716514} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.565913] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.566153] env[62839]: INFO nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1052.566365] env[62839]: DEBUG nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.567182] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79af644-8617-4637-b396-419e48aeb2cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.590912] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.617620] env[62839]: DEBUG oslo_concurrency.lockutils [None req-42fdee10-626d-47cd-948c-1e0f29814df1 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.656585] env[62839]: DEBUG nova.network.neutron [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Updating instance_info_cache with network_info: [{"id": "6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b", "address": "fa:16:3e:40:22:1a", "network": {"id": "ea66dd33-55c7-4072-a2db-c29efcc9b7cc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-336853392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5632ec590ebd4846a823da0bf9566b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6f0e39-de", "ovs_interfaceid": "6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.819274] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757703, 'name': CreateVM_Task, 'duration_secs': 0.470367} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.819479] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.820219] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.820711] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.821058] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.821336] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95c3033-ce21-42ee-9191-8b9fc6571670 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.826355] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1052.826355] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dcb929-77ac-ca83-c4c6-08d6767904d6" [ 1052.826355] env[62839]: _type = "Task" [ 1052.826355] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.838664] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dcb929-77ac-ca83-c4c6-08d6767904d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.843645] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757704, 'name': Destroy_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.917911] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.086856] env[62839]: DEBUG nova.network.neutron [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Updated VIF entry in instance network info cache for port 4890eef9-eea1-43c6-ae16-8996fb5c3336. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.087460] env[62839]: DEBUG nova.network.neutron [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Updating instance_info_cache with network_info: [{"id": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "address": "fa:16:3e:18:84:c0", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4890eef9-ee", "ovs_interfaceid": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.088892] env[62839]: INFO nova.compute.manager [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Took 27.67 seconds to build instance. [ 1053.096335] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1053.096589] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.359s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.158922] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Releasing lock "refresh_cache-776be951-a973-4537-a887-3a10679e5110" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.159350] env[62839]: DEBUG nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Instance network_info: |[{"id": "6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b", "address": "fa:16:3e:40:22:1a", "network": {"id": "ea66dd33-55c7-4072-a2db-c29efcc9b7cc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-336853392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5632ec590ebd4846a823da0bf9566b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6f0e39-de", "ovs_interfaceid": "6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.159934] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:22:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.169766] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Creating folder: Project (5632ec590ebd4846a823da0bf9566b9f). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.170087] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd5f90f3-9c39-44c7-8f04-4677bc3ddbf6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.181863] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Created folder: Project (5632ec590ebd4846a823da0bf9566b9f) in parent group-v554621. [ 1053.182288] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Creating folder: Instances. Parent ref: group-v554899. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.182669] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1977cb9-aea5-4ddf-9613-76f320171c99 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.198306] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.198557] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.199862] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Created folder: Instances in parent group-v554899. [ 1053.200166] env[62839]: DEBUG oslo.service.loopingcall [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.200790] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776be951-a973-4537-a887-3a10679e5110] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.201104] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac75c025-283e-4834-bb01-59f1e15fe6fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.224553] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.224553] env[62839]: value = "task-2757708" [ 1053.224553] env[62839]: _type = "Task" [ 1053.224553] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.234624] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757708, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.237132] env[62839]: DEBUG nova.compute.manager [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Received event network-vif-plugged-6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.237253] env[62839]: DEBUG oslo_concurrency.lockutils [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] Acquiring lock "776be951-a973-4537-a887-3a10679e5110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.237393] env[62839]: DEBUG oslo_concurrency.lockutils [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] Lock "776be951-a973-4537-a887-3a10679e5110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.237568] env[62839]: DEBUG oslo_concurrency.lockutils [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] Lock "776be951-a973-4537-a887-3a10679e5110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.237734] env[62839]: DEBUG nova.compute.manager [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] No waiting events found dispatching network-vif-plugged-6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.237880] env[62839]: WARNING nova.compute.manager [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Received unexpected event network-vif-plugged-6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b for instance with vm_state building and task_state spawning. [ 1053.238046] env[62839]: DEBUG nova.compute.manager [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Received event network-changed-6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.238250] env[62839]: DEBUG nova.compute.manager [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Refreshing instance network info cache due to event network-changed-6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.238437] env[62839]: DEBUG oslo_concurrency.lockutils [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] Acquiring lock "refresh_cache-776be951-a973-4537-a887-3a10679e5110" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.238569] env[62839]: DEBUG oslo_concurrency.lockutils [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] Acquired lock "refresh_cache-776be951-a973-4537-a887-3a10679e5110" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.238774] env[62839]: DEBUG nova.network.neutron [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Refreshing network info cache for port 6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.347032] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dcb929-77ac-ca83-c4c6-08d6767904d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.351141] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.351141] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.351141] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.351141] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.351141] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.352334] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757704, 'name': Destroy_Task, 'duration_secs': 0.55802} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.352334] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd69bd5-5246-4c49-b191-cd9277098a14 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.354406] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Destroyed the VM [ 1053.354929] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.355508] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98952981-27f5-448b-b6b2-53900b7264f6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.364556] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1053.364556] env[62839]: value = "task-2757709" [ 1053.364556] env[62839]: _type = "Task" [ 1053.364556] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.365923] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.366152] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.370270] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11bf807-caad-40ba-ac20-760ad14072cc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.380193] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.381687] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1053.381687] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]520a101b-3201-376d-cfd1-4329206544b4" [ 1053.381687] env[62839]: _type = "Task" [ 1053.381687] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.389926] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "733a262d-78ec-49bc-8ac8-5c0195b614de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.390182] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.396597] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]520a101b-3201-376d-cfd1-4329206544b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.400301] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92611660-535e-4fe8-8550-e2a62c9f2481 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.407126] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1053.407126] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a537d-7a23-329a-f2ae-f06c962e3724" [ 1053.407126] env[62839]: _type = "Task" [ 1053.407126] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.420241] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a537d-7a23-329a-f2ae-f06c962e3724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.423716] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.591220] env[62839]: DEBUG oslo_concurrency.lockutils [req-a9db0182-17dc-46ca-96cc-2bb2bf97bb09 req-91623145-733b-4404-8eb7-96e9c601687f service nova] Releasing lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.591910] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b7aca79-f1be-4858-be81-a3d31f6a5d8c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.185s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.702134] env[62839]: DEBUG nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.735655] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757708, 'name': CreateVM_Task, 'duration_secs': 0.450647} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.735655] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776be951-a973-4537-a887-3a10679e5110] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.736452] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.736649] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.736989] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.737303] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff3fec5-e288-418c-89fc-40ba793ffd6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.745363] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1053.745363] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ca7aed-c9d0-1bc1-166a-52fcd7cb9b1f" [ 1053.745363] env[62839]: _type = "Task" [ 1053.745363] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.754655] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ca7aed-c9d0-1bc1-166a-52fcd7cb9b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.837490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.837490] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.837678] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.838278] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.838278] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.840373] env[62839]: INFO nova.compute.manager [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Terminating instance [ 1053.876255] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757709, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.897374] env[62839]: DEBUG nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.904328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.904328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.904328] env[62839]: DEBUG nova.compute.manager [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.904485] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b467f7a-6ee7-47ba-8c54-029ea70154b7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.917851] env[62839]: DEBUG nova.compute.manager [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.918480] env[62839]: DEBUG nova.objects.instance [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'flavor' on Instance uuid b55b6144-dd8b-410d-94b4-fbaddb26f9ee {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.928752] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a537d-7a23-329a-f2ae-f06c962e3724, 'name': SearchDatastore_Task, 'duration_secs': 0.01369} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.929716] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.929716] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.929897] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.930142] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1134ee2-f497-4451-95d1-113106d2a56a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.938731] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1053.938731] env[62839]: value = "task-2757710" [ 1053.938731] env[62839]: _type = "Task" [ 1053.938731] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.741824] env[62839]: DEBUG nova.compute.manager [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.742213] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.759474] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62571e26-5ab3-4bb3-bbf8-54e7c0976b39 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.766865] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.767112] env[62839]: WARNING oslo_vmware.common.loopingcall [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] task run outlasted interval by 0.328106 sec [ 1054.785460] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ca7aed-c9d0-1bc1-166a-52fcd7cb9b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.785717] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.785974] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.786271] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.629547} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.787297] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.787542] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.789198] env[62839]: INFO nova.compute.claims [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.793977] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.794349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.794576] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.794800] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.794945] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.795159] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.795422] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6334321-08a4-465e-8e21-88256fd37502 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.797202] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1054.797489] env[62839]: DEBUG nova.compute.manager [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.803137] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3463fc16-cd9b-4f45-b62c-ae62f84ad344 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.805699] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f836d6f-cb30-4622-b57d-f801d2d9227a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.814511] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659864} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.816584] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.816742] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.820431] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eda8091-94a9-4753-94fe-9e58ef271c72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.822847] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.822954] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.824181] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f94dcb7-19fc-4923-815c-51d504611d8b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.831365] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1054.831365] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524cf1ba-8b83-79a1-fd5c-eefe6c97aae3" [ 1054.831365] env[62839]: _type = "Task" [ 1054.831365] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.832720] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1054.832720] env[62839]: value = "task-2757712" [ 1054.832720] env[62839]: _type = "Task" [ 1054.832720] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.846718] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524cf1ba-8b83-79a1-fd5c-eefe6c97aae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.850017] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.873798] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.874046] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.874267] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleting the datastore file [datastore1] 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.875494] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c2ab20c-cd02-41e6-aa28-d590e3fa916c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.885658] env[62839]: DEBUG oslo_vmware.api [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1054.885658] env[62839]: value = "task-2757713" [ 1054.885658] env[62839]: _type = "Task" [ 1054.885658] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.893218] env[62839]: DEBUG oslo_vmware.api [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.914073] env[62839]: DEBUG nova.network.neutron [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Updated VIF entry in instance network info cache for port 6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.914601] env[62839]: DEBUG nova.network.neutron [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Updating instance_info_cache with network_info: [{"id": "6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b", "address": "fa:16:3e:40:22:1a", "network": {"id": "ea66dd33-55c7-4072-a2db-c29efcc9b7cc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-336853392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5632ec590ebd4846a823da0bf9566b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6f0e39-de", "ovs_interfaceid": "6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.254610] env[62839]: DEBUG nova.compute.manager [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.255866] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269817d8-d8e4-4873-83ea-a74603dcdf02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.263968] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.329417] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.329999] env[62839]: INFO nova.compute.manager [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Shelve offloading [ 1055.331468] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff472539-8cd7-486b-a49e-f93f0d61572f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.341332] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52054bfd-c574-3914-e343-440e53967f88/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1055.343119] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6780c-36ff-4a99-b0d0-2a67a4db1c9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.351309] env[62839]: DEBUG oslo_vmware.api [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1055.351309] env[62839]: value = "task-2757714" [ 1055.351309] env[62839]: _type = "Task" [ 1055.351309] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.361791] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524cf1ba-8b83-79a1-fd5c-eefe6c97aae3, 'name': SearchDatastore_Task, 'duration_secs': 0.014901} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.367571] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111996} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.367571] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52054bfd-c574-3914-e343-440e53967f88/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1055.367571] env[62839]: ERROR oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52054bfd-c574-3914-e343-440e53967f88/disk-0.vmdk due to incomplete transfer. [ 1055.368155] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56afcd5-dbdf-40fc-b384-bdfdaa34c3dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.370428] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.370678] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b139174e-431f-439d-b8b9-4373d666f162 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.376384] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04bf787-1215-400d-a1ed-a14711a79f7d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.378755] env[62839]: DEBUG oslo_vmware.api [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.382675] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1055.382675] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52334c4a-a545-f118-88e1-fe34386747f5" [ 1055.382675] env[62839]: _type = "Task" [ 1055.382675] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.404962] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.411570] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6848d1f-90e2-4203-8d57-ac53aedf6b3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.425838] env[62839]: DEBUG oslo_vmware.rw_handles [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52054bfd-c574-3914-e343-440e53967f88/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1055.425838] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Uploaded image f7a05928-8c1b-4a7e-a037-fc93d981bbef to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1055.428258] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1055.429351] env[62839]: DEBUG oslo_concurrency.lockutils [req-ef7ad1a9-5ad2-441d-b069-2da8d12067ee req-4e5e523e-cfe2-413e-b891-0295f1252712 service nova] Releasing lock "refresh_cache-776be951-a973-4537-a887-3a10679e5110" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.429736] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0fe18dc0-a443-4e83-a1d5-b8699c778f12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.436681] env[62839]: DEBUG oslo_vmware.api [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189367} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.440988] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.443362] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.443362] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.443362] env[62839]: INFO nova.compute.manager [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Took 0.70 seconds to destroy the instance on the hypervisor. [ 1055.443362] env[62839]: DEBUG oslo.service.loopingcall [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.443362] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1055.443362] env[62839]: value = "task-2757715" [ 1055.443362] env[62839]: _type = "Task" [ 1055.443362] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.443362] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52334c4a-a545-f118-88e1-fe34386747f5, 'name': SearchDatastore_Task, 'duration_secs': 0.033518} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.444038] env[62839]: DEBUG nova.compute.manager [-] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.444038] env[62839]: DEBUG nova.network.neutron [-] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.446022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.446210] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 776be951-a973-4537-a887-3a10679e5110/776be951-a973-4537-a887-3a10679e5110.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.446544] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1055.446544] env[62839]: value = "task-2757716" [ 1055.446544] env[62839]: _type = "Task" [ 1055.446544] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.450037] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc4727e-c64d-4499-989e-cd0349979e5d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.462518] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.466700] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1055.466700] env[62839]: value = "task-2757717" [ 1055.466700] env[62839]: _type = "Task" [ 1055.466700] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.466992] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757716, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.474461] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.755552] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.769198] env[62839]: INFO nova.compute.manager [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] instance snapshotting [ 1055.771760] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55609abb-89a4-4b90-9a66-d9a4a0b0a950 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.797992] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b4839a-7b5c-44dd-9670-055038a3d9ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.813156] env[62839]: DEBUG nova.compute.manager [req-cdd1e275-e16e-45fe-82c4-e46fc5c27b6f req-8b5c500c-cb7f-44a9-859b-91b7a2454df9 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Received event network-vif-deleted-801cef07-0302-4eea-a8c8-5a5347fca2d5 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.813403] env[62839]: INFO nova.compute.manager [req-cdd1e275-e16e-45fe-82c4-e46fc5c27b6f req-8b5c500c-cb7f-44a9-859b-91b7a2454df9 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Neutron deleted interface 801cef07-0302-4eea-a8c8-5a5347fca2d5; detaching it from the instance and deleting it from the info cache [ 1055.813581] env[62839]: DEBUG nova.network.neutron [req-cdd1e275-e16e-45fe-82c4-e46fc5c27b6f req-8b5c500c-cb7f-44a9-859b-91b7a2454df9 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.840204] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.841253] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b22c2b8b-77e1-4259-ba6f-38e66eb41bb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.851404] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1055.851404] env[62839]: value = "task-2757718" [ 1055.851404] env[62839]: _type = "Task" [ 1055.851404] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.868683] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1055.868927] env[62839]: DEBUG nova.compute.manager [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.869624] env[62839]: DEBUG oslo_vmware.api [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757714, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.870635] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31923b09-2e3a-4c9b-8221-84d510c4b74f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.878403] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.878583] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.878761] env[62839]: DEBUG nova.network.neutron [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.960986] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757715, 'name': ReconfigVM_Task, 'duration_secs': 0.354636} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.963643] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.964684] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-685105c7-e8f8-4063-a509-d8061880be31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.969938] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757716, 'name': Destroy_Task, 'duration_secs': 0.392668} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.973613] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Destroyed the VM [ 1055.973996] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1055.975679] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e99a5012-921a-4d21-ab86-01a4f4a02992 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.978176] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1055.978176] env[62839]: value = "task-2757719" [ 1055.978176] env[62839]: _type = "Task" [ 1055.978176] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.989861] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1055.989861] env[62839]: value = "task-2757720" [ 1055.989861] env[62839]: _type = "Task" [ 1055.989861] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.990278] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757717, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.999228] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757719, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.002990] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.128230] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b52dc3-2137-43c7-a938-a2846eb3b705 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.137316] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e70bfa8-a9e8-480a-9177-202a86bb2f33 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.180954] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b792e6f-194c-4732-b8d6-c49659e2f1a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.191940] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933970b3-835d-4c26-9df5-2454d3ac818d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.214847] env[62839]: DEBUG nova.compute.provider_tree [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.254525] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.296230] env[62839]: DEBUG nova.network.neutron [-] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.316635] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1056.317166] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b705e47b-df20-46c9-ad6b-7b3ae16aecbf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.319517] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca422e7a-49cb-416a-ba2c-4da98d0ffbd5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.329846] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369fbc5c-f7cc-4e2d-8a50-0eae4f487f27 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.340361] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1056.340361] env[62839]: value = "task-2757721" [ 1056.340361] env[62839]: _type = "Task" [ 1056.340361] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.349013] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.364432] env[62839]: DEBUG nova.compute.manager [req-cdd1e275-e16e-45fe-82c4-e46fc5c27b6f req-8b5c500c-cb7f-44a9-859b-91b7a2454df9 service nova] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Detach interface failed, port_id=801cef07-0302-4eea-a8c8-5a5347fca2d5, reason: Instance 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1056.373298] env[62839]: DEBUG oslo_vmware.api [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757714, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.480451] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637313} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.480872] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 776be951-a973-4537-a887-3a10679e5110/776be951-a973-4537-a887-3a10679e5110.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.481295] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.484085] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b32216d0-1d8c-4a58-b577-477e5467b6cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.498727] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757719, 'name': Rename_Task, 'duration_secs': 0.196345} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.499397] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1056.499397] env[62839]: value = "task-2757722" [ 1056.499397] env[62839]: _type = "Task" [ 1056.499397] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.499719] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.500322] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbfc5a3f-16ac-47ec-9400-531aee414777 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.507786] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757720, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39386} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.509308] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.509308] env[62839]: DEBUG nova.compute.manager [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.509308] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623fe4e-11c3-4730-8d9f-e7eb1f179549 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.515226] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.515563] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1056.515563] env[62839]: value = "task-2757723" [ 1056.515563] env[62839]: _type = "Task" [ 1056.515563] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.526835] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757723, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.650733] env[62839]: DEBUG nova.network.neutron [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.743694] env[62839]: ERROR nova.scheduler.client.report [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [req-600c9f32-7cf8-49e3-85ba-7d0e08abb665] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-600c9f32-7cf8-49e3-85ba-7d0e08abb665"}]} [ 1056.754449] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.761370] env[62839]: DEBUG nova.scheduler.client.report [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1056.776369] env[62839]: DEBUG nova.scheduler.client.report [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1056.776642] env[62839]: DEBUG nova.compute.provider_tree [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.788384] env[62839]: DEBUG nova.scheduler.client.report [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1056.800276] env[62839]: INFO nova.compute.manager [-] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Took 1.36 seconds to deallocate network for instance. [ 1056.807391] env[62839]: DEBUG nova.scheduler.client.report [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1056.853382] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.876277] env[62839]: DEBUG oslo_vmware.api [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757714, 'name': PowerOffVM_Task, 'duration_secs': 1.289261} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.876619] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.876743] env[62839]: DEBUG nova.compute.manager [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.877536] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0496625-d4c8-401c-a63c-dc57bc94397e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.009595] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102604} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.012237] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.013247] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5eced2-e67a-4e92-b8f8-565d46136bd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.040212] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 776be951-a973-4537-a887-3a10679e5110/776be951-a973-4537-a887-3a10679e5110.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.043285] env[62839]: INFO nova.compute.manager [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Shelve offloading [ 1057.045154] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a3caaf-bbe5-4cc5-b1f9-6077783d44c6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.065548] env[62839]: DEBUG oslo_vmware.api [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757723, 'name': PowerOnVM_Task, 'duration_secs': 0.478944} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.066316] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.066549] env[62839]: INFO nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1057.066732] env[62839]: DEBUG nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.067709] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c468f-5cd8-4ddd-8757-5b65eb425fbd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.072319] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1057.072319] env[62839]: value = "task-2757724" [ 1057.072319] env[62839]: _type = "Task" [ 1057.072319] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.073099] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b1404-8e95-4686-b5da-9e7b6d231303 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.087327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae61d797-c468-455f-a11c-0b67b50a3a02 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.094023] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.123682] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde41727-9393-4017-a556-b3a33dad1bd8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.132170] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d82bf61-5c4c-4443-a472-25980da9ddfe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.146282] env[62839]: DEBUG nova.compute.provider_tree [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.153634] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.259321] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.307106] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.353806] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.391353] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9310ce9b-60a0-4be4-82ba-29fa41334467 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.488s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.517054] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.517962] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7cd582-2f0f-4f92-b161-e043e666bd1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.527695] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.527996] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d887186-f184-432b-bc77-d650479c2edc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.568366] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.568702] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eda8e5d-fb0c-4c8e-9e04-ae93b322ada9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.576079] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1057.576079] env[62839]: value = "task-2757726" [ 1057.576079] env[62839]: _type = "Task" [ 1057.576079] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.599029] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.599029] env[62839]: DEBUG nova.compute.manager [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.599029] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.599824] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b12941d-a8e5-474f-9824-f0f7a0617b70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.602185] env[62839]: INFO nova.compute.manager [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Took 24.97 seconds to build instance. [ 1057.608123] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.608371] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.608629] env[62839]: DEBUG nova.network.neutron [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.613939] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.614234] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.614370] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleting the datastore file [datastore1] 9db5da96-aa00-4df3-8565-f0fcf2c244a0 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.614647] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f278ce50-d94f-45a6-8348-03d96e840cf3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.623022] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1057.623022] env[62839]: value = "task-2757727" [ 1057.623022] env[62839]: _type = "Task" [ 1057.623022] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.637170] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.688746] env[62839]: DEBUG nova.scheduler.client.report [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.689071] env[62839]: DEBUG nova.compute.provider_tree [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 140 to 141 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.689280] env[62839]: DEBUG nova.compute.provider_tree [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.758304] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.836262] env[62839]: DEBUG nova.compute.manager [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-vif-unplugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.836262] env[62839]: DEBUG oslo_concurrency.lockutils [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.836709] env[62839]: DEBUG oslo_concurrency.lockutils [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.836709] env[62839]: DEBUG oslo_concurrency.lockutils [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.836981] env[62839]: DEBUG nova.compute.manager [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] No waiting events found dispatching network-vif-unplugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.836981] env[62839]: WARNING nova.compute.manager [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received unexpected event network-vif-unplugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 for instance with vm_state shelved and task_state shelving_offloading. [ 1057.837407] env[62839]: DEBUG nova.compute.manager [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.837549] env[62839]: DEBUG nova.compute.manager [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing instance network info cache due to event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.837733] env[62839]: DEBUG oslo_concurrency.lockutils [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] Acquiring lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.837923] env[62839]: DEBUG oslo_concurrency.lockutils [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] Acquired lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.838093] env[62839]: DEBUG nova.network.neutron [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.854316] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.876214] env[62839]: DEBUG nova.compute.manager [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Received event network-changed-4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.876441] env[62839]: DEBUG nova.compute.manager [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Refreshing instance network info cache due to event network-changed-4890eef9-eea1-43c6-ae16-8996fb5c3336. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.876671] env[62839]: DEBUG oslo_concurrency.lockutils [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] Acquiring lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.876976] env[62839]: DEBUG oslo_concurrency.lockutils [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] Acquired lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.877187] env[62839]: DEBUG nova.network.neutron [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Refreshing network info cache for port 4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.086685] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757724, 'name': ReconfigVM_Task, 'duration_secs': 0.690173} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.086956] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 776be951-a973-4537-a887-3a10679e5110/776be951-a973-4537-a887-3a10679e5110.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.087602] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15ca6db5-69ce-4392-97c3-7c3a9fc29bad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.093782] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1058.093782] env[62839]: value = "task-2757728" [ 1058.093782] env[62839]: _type = "Task" [ 1058.093782] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.101334] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757728, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.106217] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8b758411-5ceb-4356-af51-612ff3cc1e59 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.488s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.135572] env[62839]: DEBUG oslo_vmware.api [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200448} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.135705] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.135869] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.136054] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.159697] env[62839]: INFO nova.scheduler.client.report [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted allocations for instance 9db5da96-aa00-4df3-8565-f0fcf2c244a0 [ 1058.195187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.407s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.195537] env[62839]: DEBUG nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.201539] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.407s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.204044] env[62839]: INFO nova.compute.claims [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.256548] env[62839]: DEBUG oslo_vmware.api [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757705, 'name': ReconfigVM_Task, 'duration_secs': 5.753076} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.256825] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.257067] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Reconfigured VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1058.357615] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757721, 'name': CreateSnapshot_Task, 'duration_secs': 1.638538} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.360605] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1058.361502] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5e67d1-34ec-479d-a585-67a92aa74709 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.425592] env[62839]: DEBUG nova.network.neutron [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [{"id": "be7b9e60-f972-4775-bea2-f62e73cc24af", "address": "fa:16:3e:b8:60:bb", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7b9e60-f9", "ovs_interfaceid": "be7b9e60-f972-4775-bea2-f62e73cc24af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.610412] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757728, 'name': Rename_Task, 'duration_secs': 0.143621} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.610724] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.610976] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e60b0f-f13f-4bcc-8de4-96ef7c21ee8b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.619818] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1058.619818] env[62839]: value = "task-2757729" [ 1058.619818] env[62839]: _type = "Task" [ 1058.619818] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.627376] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.665213] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.707309] env[62839]: DEBUG nova.compute.utils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.710617] env[62839]: DEBUG nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.710770] env[62839]: DEBUG nova.network.neutron [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.729174] env[62839]: DEBUG nova.network.neutron [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updated VIF entry in instance network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.729531] env[62839]: DEBUG nova.network.neutron [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.735961] env[62839]: DEBUG nova.network.neutron [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Updated VIF entry in instance network info cache for port 4890eef9-eea1-43c6-ae16-8996fb5c3336. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.736452] env[62839]: DEBUG nova.network.neutron [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Updating instance_info_cache with network_info: [{"id": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "address": "fa:16:3e:18:84:c0", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4890eef9-ee", "ovs_interfaceid": "4890eef9-eea1-43c6-ae16-8996fb5c3336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.757920] env[62839]: DEBUG nova.policy [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99e143e082344b7b97eb04e08f1ed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2dcc5a558bb4b049d04c5352262d5d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.782688] env[62839]: INFO nova.compute.manager [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Rebuilding instance [ 1058.829025] env[62839]: DEBUG nova.compute.manager [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.829025] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519d726-82b8-41a8-a145-e9a4984d3d62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.884130] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1058.885653] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c46107f1-6ef4-4a81-b1b2-171dd81e05fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.894801] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1058.894801] env[62839]: value = "task-2757730" [ 1058.894801] env[62839]: _type = "Task" [ 1058.894801] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.903356] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757730, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.927652] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.135057] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.185060] env[62839]: DEBUG nova.network.neutron [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Successfully created port: 7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.216758] env[62839]: DEBUG nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.233243] env[62839]: DEBUG oslo_concurrency.lockutils [req-393e9cf4-05d2-4725-8043-b6078746264f req-6d21faa1-3080-4e1d-9d74-2afa20a25b6e service nova] Releasing lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.239287] env[62839]: DEBUG oslo_concurrency.lockutils [req-ccc50d8e-c658-44ff-98a6-cd4a9bdfae3c req-6d187861-9c8c-4f48-b994-61abe051088b service nova] Releasing lock "refresh_cache-56fffbd1-b0ab-4a57-841f-14e1e777ce47" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.314857] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.319532] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e89f5b-38fd-4ab7-861d-a6d92bf2727c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.326029] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.326489] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da2a66ce-5a71-4428-920c-b3d527a4931f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.405424] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.407582] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.407884] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleting the datastore file [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.408854] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e9970ef-f1eb-4d73-9e47-70e1f643cf4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.415741] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757730, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.423750] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1059.423750] env[62839]: value = "task-2757732" [ 1059.423750] env[62839]: _type = "Task" [ 1059.423750] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.433173] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.524217] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ba548a-1219-4aa5-9b30-fd06bde66eb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.533627] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d4618d-92ee-4edc-834e-2fe1f807d6eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.567027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a0989-be98-4028-9967-3ddd504cdc1b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.576197] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7696d1fc-55fd-4685-85cb-f1973926a3a0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.594647] env[62839]: DEBUG nova.compute.provider_tree [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.609915] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.610115] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.610293] env[62839]: DEBUG nova.network.neutron [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.633976] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.846024] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.846024] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6525d59c-a17c-485c-8e7b-d74fc8e9c077 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.853437] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1059.853437] env[62839]: value = "task-2757733" [ 1059.853437] env[62839]: _type = "Task" [ 1059.853437] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.868013] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1059.868213] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.869107] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c425e44-f2f7-4ede-ab56-0bc553bcbb7b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.879342] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.879342] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77bf2e5a-c300-45a8-9e4a-fb2a41e5c95d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.908223] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757730, 'name': CloneVM_Task} progress is 95%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.935913] env[62839]: DEBUG oslo_vmware.api [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212944} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.936716] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.936998] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.937187] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.977256] env[62839]: INFO nova.scheduler.client.report [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleted allocations for instance 7365fb0e-0627-4c02-a6ff-14177626789e [ 1060.049528] env[62839]: DEBUG nova.compute.manager [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received event network-vif-unplugged-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.049582] env[62839]: DEBUG oslo_concurrency.lockutils [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.050908] env[62839]: DEBUG oslo_concurrency.lockutils [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.051097] env[62839]: DEBUG oslo_concurrency.lockutils [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.051335] env[62839]: DEBUG nova.compute.manager [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] No waiting events found dispatching network-vif-unplugged-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.051548] env[62839]: WARNING nova.compute.manager [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received unexpected event network-vif-unplugged-be7b9e60-f972-4775-bea2-f62e73cc24af for instance with vm_state shelved_offloaded and task_state None. [ 1060.051735] env[62839]: DEBUG nova.compute.manager [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received event network-changed-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.051937] env[62839]: DEBUG nova.compute.manager [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Refreshing instance network info cache due to event network-changed-be7b9e60-f972-4775-bea2-f62e73cc24af. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.052555] env[62839]: DEBUG oslo_concurrency.lockutils [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] Acquiring lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.052723] env[62839]: DEBUG oslo_concurrency.lockutils [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] Acquired lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.052938] env[62839]: DEBUG nova.network.neutron [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Refreshing network info cache for port be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.096933] env[62839]: DEBUG nova.scheduler.client.report [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.107176] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.107176] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.107176] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleting the datastore file [datastore2] b55b6144-dd8b-410d-94b4-fbaddb26f9ee {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.107176] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feecedc8-4b67-4026-ae13-db64d9eb0bd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.117763] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1060.117763] env[62839]: value = "task-2757735" [ 1060.117763] env[62839]: _type = "Task" [ 1060.117763] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.132373] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.140187] env[62839]: DEBUG oslo_vmware.api [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757729, 'name': PowerOnVM_Task, 'duration_secs': 1.099638} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.140497] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.140701] env[62839]: INFO nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1060.140917] env[62839]: DEBUG nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.141779] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb6f3f2-f7ab-4d0b-83ca-0888581530c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.228164] env[62839]: DEBUG nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.262084] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.262377] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.262533] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.262711] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.262856] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.263008] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.263229] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.263404] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.263553] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.263711] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.263881] env[62839]: DEBUG nova.virt.hardware [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.264823] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec7ee6-20fe-4504-8384-7315fbfc669f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.275539] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c63862-e138-4639-8e34-cd1c7a9c5c55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.373133] env[62839]: INFO nova.network.neutron [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Port 868792e9-4c37-490e-a80f-7c96c2ec3638 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1060.373516] env[62839]: DEBUG nova.network.neutron [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.405320] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757730, 'name': CloneVM_Task, 'duration_secs': 1.171248} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.405576] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Created linked-clone VM from snapshot [ 1060.406335] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e07b05-0d3d-4313-acce-bc260ef80629 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.413720] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Uploading image 34da7fa8-564e-4fdd-b125-1bac4754f72f {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1060.436017] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1060.436017] env[62839]: value = "vm-554903" [ 1060.436017] env[62839]: _type = "VirtualMachine" [ 1060.436017] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1060.436017] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21288a5d-2a24-4cdd-94bf-0b95f3a78d9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.443608] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lease: (returnval){ [ 1060.443608] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286326f-7334-f09d-c237-361c90e6b1df" [ 1060.443608] env[62839]: _type = "HttpNfcLease" [ 1060.443608] env[62839]: } obtained for exporting VM: (result){ [ 1060.443608] env[62839]: value = "vm-554903" [ 1060.443608] env[62839]: _type = "VirtualMachine" [ 1060.443608] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1060.443846] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the lease: (returnval){ [ 1060.443846] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286326f-7334-f09d-c237-361c90e6b1df" [ 1060.443846] env[62839]: _type = "HttpNfcLease" [ 1060.443846] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1060.451016] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.451016] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286326f-7334-f09d-c237-361c90e6b1df" [ 1060.451016] env[62839]: _type = "HttpNfcLease" [ 1060.451016] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.480687] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.607359] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.607563] env[62839]: DEBUG nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.610456] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.304s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.610679] env[62839]: DEBUG nova.objects.instance [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'resources' on Instance uuid 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.630376] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273403} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.630916] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.630916] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.631070] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.668268] env[62839]: INFO nova.compute.manager [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Took 24.31 seconds to build instance. [ 1060.712873] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-d9c4340e-824b-4135-9109-be633ea41e44-868792e9-4c37-490e-a80f-7c96c2ec3638" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.713144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-d9c4340e-824b-4135-9109-be633ea41e44-868792e9-4c37-490e-a80f-7c96c2ec3638" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.713499] env[62839]: DEBUG nova.objects.instance [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'flavor' on Instance uuid d9c4340e-824b-4135-9109-be633ea41e44 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.764305] env[62839]: DEBUG nova.network.neutron [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updated VIF entry in instance network info cache for port be7b9e60-f972-4775-bea2-f62e73cc24af. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.764667] env[62839]: DEBUG nova.network.neutron [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [{"id": "be7b9e60-f972-4775-bea2-f62e73cc24af", "address": "fa:16:3e:b8:60:bb", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbe7b9e60-f9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.848437] env[62839]: DEBUG nova.compute.manager [req-328224e9-bcea-4842-86c7-cc0e31231e61 req-f057b070-2e71-48a2-929a-888971eb5ce5 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Received event network-vif-plugged-7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.848779] env[62839]: DEBUG oslo_concurrency.lockutils [req-328224e9-bcea-4842-86c7-cc0e31231e61 req-f057b070-2e71-48a2-929a-888971eb5ce5 service nova] Acquiring lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.849360] env[62839]: DEBUG oslo_concurrency.lockutils [req-328224e9-bcea-4842-86c7-cc0e31231e61 req-f057b070-2e71-48a2-929a-888971eb5ce5 service nova] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.849659] env[62839]: DEBUG oslo_concurrency.lockutils [req-328224e9-bcea-4842-86c7-cc0e31231e61 req-f057b070-2e71-48a2-929a-888971eb5ce5 service nova] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.850077] env[62839]: DEBUG nova.compute.manager [req-328224e9-bcea-4842-86c7-cc0e31231e61 req-f057b070-2e71-48a2-929a-888971eb5ce5 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] No waiting events found dispatching network-vif-plugged-7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.850376] env[62839]: WARNING nova.compute.manager [req-328224e9-bcea-4842-86c7-cc0e31231e61 req-f057b070-2e71-48a2-929a-888971eb5ce5 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Received unexpected event network-vif-plugged-7af71161-9e2f-49e0-b610-5716e842cd1a for instance with vm_state building and task_state spawning. [ 1060.876030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.934765] env[62839]: DEBUG nova.network.neutron [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Successfully updated port: 7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.959360] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.959360] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286326f-7334-f09d-c237-361c90e6b1df" [ 1060.959360] env[62839]: _type = "HttpNfcLease" [ 1060.959360] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.959734] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.959734] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5286326f-7334-f09d-c237-361c90e6b1df" [ 1060.959734] env[62839]: _type = "HttpNfcLease" [ 1060.959734] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1060.960960] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9980fda8-17a8-4e42-9042-6e6547f6b3f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.971904] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e982-08db-7782-cd8f-eb4a4e1b0f54/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.971904] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e982-08db-7782-cd8f-eb4a4e1b0f54/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1061.039961] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.113785] env[62839]: DEBUG nova.compute.utils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.119669] env[62839]: DEBUG nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.120017] env[62839]: DEBUG nova.network.neutron [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.146677] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-440111db-c749-4456-9f00-cb13b43d7967 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.170633] env[62839]: DEBUG oslo_concurrency.lockutils [None req-aa517773-745b-4b17-a45d-72412e1f234d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "776be951-a973-4537-a887-3a10679e5110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.823s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.193779] env[62839]: DEBUG nova.policy [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f537a167ae6472ba2bf741e383cad46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c952cff1852475a81639ea11745c9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.266974] env[62839]: DEBUG oslo_concurrency.lockutils [req-6bb8a8b1-fd2c-475b-9401-7a99736313e3 req-843a633c-2193-4a3a-bc1e-ae45ed7ca022 service nova] Releasing lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.327757] env[62839]: DEBUG nova.objects.instance [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'pci_requests' on Instance uuid d9c4340e-824b-4135-9109-be633ea41e44 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.381781] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ff964082-68c6-472a-bc95-4d1eff31b751 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-1a726f18-76de-46a6-91a2-7502e3e93f34-868792e9-4c37-490e-a80f-7c96c2ec3638" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.559s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.393740] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6ef1a-04d4-4e56-861c-fc6fb31d0172 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.405159] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e9923-3d9e-4398-bb56-063c9bd398a4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.440267] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.440525] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.440701] env[62839]: DEBUG nova.network.neutron [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.444055] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9058b3-00e3-4b18-8f7f-3027819979c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.453309] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4f7de-ee62-495a-b6fa-3853219d7bef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.469107] env[62839]: DEBUG nova.compute.provider_tree [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.614861] env[62839]: DEBUG nova.network.neutron [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Successfully created port: 684c2135-095a-4c32-98fb-1b5f83ffde1d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.620819] env[62839]: DEBUG nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.676756] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.677045] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.677297] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.677502] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.677720] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.677872] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.678101] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.678277] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.678733] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.678956] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.679174] env[62839]: DEBUG nova.virt.hardware [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.680357] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433281d5-70f1-4da3-b9cd-33dd195dd599 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.690296] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b6617d-223c-4b2e-bf20-55cba8b53a32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.706739] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c6:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e509524a-f765-4843-a2df-07743c80af38', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.715368] env[62839]: DEBUG oslo.service.loopingcall [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.715543] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.716840] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-700f1f58-9400-47c8-9c0c-f1ad234833ee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.739934] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.739934] env[62839]: value = "task-2757737" [ 1061.739934] env[62839]: _type = "Task" [ 1061.739934] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.748628] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757737, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.837509] env[62839]: DEBUG nova.objects.base [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.837838] env[62839]: DEBUG nova.network.neutron [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.906329] env[62839]: DEBUG nova.policy [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d69fbb7cda462388acb166f7a4f0db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc0b7dde77545288d15c493f88b8998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.991165] env[62839]: DEBUG nova.network.neutron [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.994779] env[62839]: ERROR nova.scheduler.client.report [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [req-3f73cc88-3b1d-46fc-ad05-e0a2826ea8f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3f73cc88-3b1d-46fc-ad05-e0a2826ea8f9"}]} [ 1062.017112] env[62839]: DEBUG nova.scheduler.client.report [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1062.035289] env[62839]: DEBUG nova.scheduler.client.report [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1062.035531] env[62839]: DEBUG nova.compute.provider_tree [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.059313] env[62839]: DEBUG nova.scheduler.client.report [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1062.087184] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.089169] env[62839]: DEBUG nova.scheduler.client.report [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1062.164067] env[62839]: DEBUG nova.compute.manager [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.164067] env[62839]: DEBUG nova.compute.manager [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing instance network info cache due to event network-changed-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.164298] env[62839]: DEBUG oslo_concurrency.lockutils [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] Acquiring lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.164563] env[62839]: DEBUG oslo_concurrency.lockutils [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] Acquired lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.164838] env[62839]: DEBUG nova.network.neutron [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Refreshing network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.255671] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757737, 'name': CreateVM_Task, 'duration_secs': 0.359351} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.255996] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.260378] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.260555] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.260918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.261931] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6a6449-1a68-41cb-987f-7553a0d3e995 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.270824] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1062.270824] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5290f238-44c5-bb4a-9881-7f0eae5d084b" [ 1062.270824] env[62839]: _type = "Task" [ 1062.270824] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.285024] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5290f238-44c5-bb4a-9881-7f0eae5d084b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.397776] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea33dd39-6c79-4454-9577-6f86e2912b9a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.406534] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887864a9-6468-47e5-b542-177585fdf52c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448790] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64731974-d129-40c3-acf4-0e6a92290bc8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.460886] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1d6ab1-8589-4d0e-be5a-3bda46eb81b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.478634] env[62839]: DEBUG nova.compute.provider_tree [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.514324] env[62839]: DEBUG nova.network.neutron [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.637636] env[62839]: DEBUG nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.661241] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.661742] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.662248] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.662248] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.662612] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.662873] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.663217] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.663503] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.664360] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.664360] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.664360] env[62839]: DEBUG nova.virt.hardware [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.665140] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca003f-eeb6-40ff-b27c-7709fa6d818b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.675618] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e1d79-0587-4bf8-91f4-8c3d8de15639 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.788252] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5290f238-44c5-bb4a-9881-7f0eae5d084b, 'name': SearchDatastore_Task, 'duration_secs': 0.013167} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.788252] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.788424] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.788756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.789085] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.791550] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.791550] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29a6d811-4d2d-41c0-bcc2-8809d695dd60 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.802740] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.803234] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.804264] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1937a2d-3fd1-40c6-a858-ef201e9f4fb5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.810717] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1062.810717] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d4c907-313c-cee9-6ddb-c60b06c20c91" [ 1062.810717] env[62839]: _type = "Task" [ 1062.810717] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.823723] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d4c907-313c-cee9-6ddb-c60b06c20c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.885271] env[62839]: DEBUG nova.compute.manager [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Received event network-changed-7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.885510] env[62839]: DEBUG nova.compute.manager [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Refreshing instance network info cache due to event network-changed-7af71161-9e2f-49e0-b610-5716e842cd1a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.885733] env[62839]: DEBUG oslo_concurrency.lockutils [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] Acquiring lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.886789] env[62839]: DEBUG nova.network.neutron [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updated VIF entry in instance network info cache for port 1bd30c45-611b-4dc4-90f8-8321c9c8e3f2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.887223] env[62839]: DEBUG nova.network.neutron [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [{"id": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "address": "fa:16:3e:f5:39:e5", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd30c45-61", "ovs_interfaceid": "1bd30c45-611b-4dc4-90f8-8321c9c8e3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.011726] env[62839]: DEBUG nova.scheduler.client.report [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1063.012177] env[62839]: DEBUG nova.compute.provider_tree [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 143 to 144 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1063.012503] env[62839]: DEBUG nova.compute.provider_tree [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.016677] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.016971] env[62839]: DEBUG nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Instance network_info: |[{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.017255] env[62839]: DEBUG oslo_concurrency.lockutils [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] Acquired lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.017431] env[62839]: DEBUG nova.network.neutron [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Refreshing network info cache for port 7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.018716] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:30:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7af71161-9e2f-49e0-b610-5716e842cd1a', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.027076] env[62839]: DEBUG oslo.service.loopingcall [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.029047] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.029510] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc49fbfc-6dd7-4b10-b7a1-92c697530f16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.053892] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.053892] env[62839]: value = "task-2757738" [ 1063.053892] env[62839]: _type = "Task" [ 1063.053892] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.066123] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757738, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.270956] env[62839]: DEBUG nova.network.neutron [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Successfully updated port: 684c2135-095a-4c32-98fb-1b5f83ffde1d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.325524] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d4c907-313c-cee9-6ddb-c60b06c20c91, 'name': SearchDatastore_Task, 'duration_secs': 0.017557} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.326237] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb34e2c-4be2-4386-8c2c-c3fd808d2f2f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.333135] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1063.333135] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528a2b71-61e3-d1ed-b54d-c55b070eb116" [ 1063.333135] env[62839]: _type = "Task" [ 1063.333135] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.343026] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528a2b71-61e3-d1ed-b54d-c55b070eb116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.390722] env[62839]: DEBUG oslo_concurrency.lockutils [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] Releasing lock "refresh_cache-1a726f18-76de-46a6-91a2-7502e3e93f34" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.391432] env[62839]: DEBUG nova.compute.manager [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.391432] env[62839]: DEBUG nova.compute.manager [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing instance network info cache due to event network-changed-8ffbc9de-b0d7-4596-97cb-07fedd5d93de. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.391638] env[62839]: DEBUG oslo_concurrency.lockutils [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.391837] env[62839]: DEBUG oslo_concurrency.lockutils [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.392029] env[62839]: DEBUG nova.network.neutron [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing network info cache for port 8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.518145] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.908s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.520630] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.856s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.520875] env[62839]: DEBUG nova.objects.instance [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'resources' on Instance uuid 9db5da96-aa00-4df3-8565-f0fcf2c244a0 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.545805] env[62839]: INFO nova.scheduler.client.report [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted allocations for instance 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd [ 1063.567911] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757738, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.774704] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "refresh_cache-733a262d-78ec-49bc-8ac8-5c0195b614de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.774704] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "refresh_cache-733a262d-78ec-49bc-8ac8-5c0195b614de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.774808] env[62839]: DEBUG nova.network.neutron [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.843231] env[62839]: DEBUG nova.network.neutron [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Successfully updated port: 868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.857280] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528a2b71-61e3-d1ed-b54d-c55b070eb116, 'name': SearchDatastore_Task, 'duration_secs': 0.025015} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.858026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.858026] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.858754] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-560faf46-ae3d-4f81-9673-c6305900a0e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.867786] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1063.867786] env[62839]: value = "task-2757739" [ 1063.867786] env[62839]: _type = "Task" [ 1063.867786] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.877747] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.886130] env[62839]: DEBUG nova.network.neutron [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updated VIF entry in instance network info cache for port 7af71161-9e2f-49e0-b610-5716e842cd1a. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.886478] env[62839]: DEBUG nova.network.neutron [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.025077] env[62839]: DEBUG nova.objects.instance [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'numa_topology' on Instance uuid 9db5da96-aa00-4df3-8565-f0fcf2c244a0 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.054105] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6f772beb-7887-48db-97f9-7acd46df5698 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.216s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.069713] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757738, 'name': CreateVM_Task, 'duration_secs': 0.526021} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.070241] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.070952] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.071137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.071454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.071996] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86dd9f36-e2d1-4ea5-8c7d-9cd7cff48f23 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.079383] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1064.079383] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbdf23-ac87-c9e4-a1b7-b417afb3162b" [ 1064.079383] env[62839]: _type = "Task" [ 1064.079383] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.090945] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbdf23-ac87-c9e4-a1b7-b417afb3162b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.219917] env[62839]: DEBUG nova.network.neutron [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updated VIF entry in instance network info cache for port 8ffbc9de-b0d7-4596-97cb-07fedd5d93de. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.220644] env[62839]: DEBUG nova.network.neutron [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.322410] env[62839]: DEBUG nova.network.neutron [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.346154] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.382378] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.389793] env[62839]: DEBUG oslo_concurrency.lockutils [req-2860da5c-2c63-41e4-bab2-1bc242dfe798 req-ffe3d796-220a-4afa-aee2-6f02f6c3443a service nova] Releasing lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.429041] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "776be951-a973-4537-a887-3a10679e5110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.429326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "776be951-a973-4537-a887-3a10679e5110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.429544] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "776be951-a973-4537-a887-3a10679e5110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.429728] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "776be951-a973-4537-a887-3a10679e5110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.429899] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "776be951-a973-4537-a887-3a10679e5110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.432308] env[62839]: INFO nova.compute.manager [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Terminating instance [ 1064.504194] env[62839]: DEBUG nova.network.neutron [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Updating instance_info_cache with network_info: [{"id": "684c2135-095a-4c32-98fb-1b5f83ffde1d", "address": "fa:16:3e:26:9b:5c", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684c2135-09", "ovs_interfaceid": "684c2135-095a-4c32-98fb-1b5f83ffde1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.526617] env[62839]: DEBUG nova.objects.base [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Object Instance<9db5da96-aa00-4df3-8565-f0fcf2c244a0> lazy-loaded attributes: resources,numa_topology {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.594665] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbdf23-ac87-c9e4-a1b7-b417afb3162b, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.595103] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.595269] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.595510] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.595681] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.596535] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.596535] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-897376ee-248c-4c84-b47b-970e867d0824 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.610989] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.610989] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.614635] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f29f83-b34b-4438-9b6d-4814931f298d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.624689] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1064.624689] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52616043-7588-2635-5183-47e0e89faeea" [ 1064.624689] env[62839]: _type = "Task" [ 1064.624689] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.633459] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52616043-7588-2635-5183-47e0e89faeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.697877] env[62839]: DEBUG nova.compute.manager [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-vif-plugged-868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.697877] env[62839]: DEBUG oslo_concurrency.lockutils [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] Acquiring lock "d9c4340e-824b-4135-9109-be633ea41e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.698228] env[62839]: DEBUG oslo_concurrency.lockutils [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] Lock "d9c4340e-824b-4135-9109-be633ea41e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.698228] env[62839]: DEBUG oslo_concurrency.lockutils [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] Lock "d9c4340e-824b-4135-9109-be633ea41e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.698349] env[62839]: DEBUG nova.compute.manager [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] No waiting events found dispatching network-vif-plugged-868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.698517] env[62839]: WARNING nova.compute.manager [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received unexpected event network-vif-plugged-868792e9-4c37-490e-a80f-7c96c2ec3638 for instance with vm_state active and task_state None. [ 1064.698692] env[62839]: DEBUG nova.compute.manager [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-changed-868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.698845] env[62839]: DEBUG nova.compute.manager [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing instance network info cache due to event network-changed-868792e9-4c37-490e-a80f-7c96c2ec3638. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.699014] env[62839]: DEBUG oslo_concurrency.lockutils [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.724394] env[62839]: DEBUG oslo_concurrency.lockutils [req-9772417a-a0f0-46bc-90ea-445ae691417d req-f9d66ffc-4f90-45d9-bb4f-0ff7509a4872 service nova] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.725801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.725801] env[62839]: DEBUG nova.network.neutron [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.747783] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6f2620-db90-407d-8f7e-607076d147b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.756490] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9a380-85a0-489c-af97-d5f387c17ced {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.788458] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e4a15-91aa-493b-87e8-e757f2103964 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.796521] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a7e435-4b63-441c-a798-1efe8d0df1a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.811040] env[62839]: DEBUG nova.compute.provider_tree [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.880218] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72294} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.880537] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.881276] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.881276] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a07eae9b-e6fb-49df-97ec-bae0aa580faf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.890090] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1064.890090] env[62839]: value = "task-2757740" [ 1064.890090] env[62839]: _type = "Task" [ 1064.890090] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.899935] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.936131] env[62839]: DEBUG nova.compute.manager [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.936419] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.937457] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d8a36-304a-4e86-a41b-4dbac5c19f50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.946420] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.946744] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338ee84c-b70d-489a-affb-f1d13a9d16c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.955074] env[62839]: DEBUG oslo_vmware.api [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1064.955074] env[62839]: value = "task-2757741" [ 1064.955074] env[62839]: _type = "Task" [ 1064.955074] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.971949] env[62839]: DEBUG oslo_vmware.api [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.008095] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "refresh_cache-733a262d-78ec-49bc-8ac8-5c0195b614de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.008588] env[62839]: DEBUG nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Instance network_info: |[{"id": "684c2135-095a-4c32-98fb-1b5f83ffde1d", "address": "fa:16:3e:26:9b:5c", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684c2135-09", "ovs_interfaceid": "684c2135-095a-4c32-98fb-1b5f83ffde1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.009132] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9b:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '684c2135-095a-4c32-98fb-1b5f83ffde1d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.017831] env[62839]: DEBUG oslo.service.loopingcall [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.018103] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.018367] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-862d2217-fe46-4131-8b83-96a95ad7c33d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.044197] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.044197] env[62839]: value = "task-2757742" [ 1065.044197] env[62839]: _type = "Task" [ 1065.044197] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.054348] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757742, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.091487] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "0e3f71a9-defc-458e-a0ea-bd0a74912488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.091816] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.133714] env[62839]: DEBUG nova.compute.manager [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Received event network-vif-plugged-684c2135-095a-4c32-98fb-1b5f83ffde1d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.133997] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] Acquiring lock "733a262d-78ec-49bc-8ac8-5c0195b614de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.134723] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.134723] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.134879] env[62839]: DEBUG nova.compute.manager [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] No waiting events found dispatching network-vif-plugged-684c2135-095a-4c32-98fb-1b5f83ffde1d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.135117] env[62839]: WARNING nova.compute.manager [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Received unexpected event network-vif-plugged-684c2135-095a-4c32-98fb-1b5f83ffde1d for instance with vm_state building and task_state spawning. [ 1065.135395] env[62839]: DEBUG nova.compute.manager [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Received event network-changed-684c2135-095a-4c32-98fb-1b5f83ffde1d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.135700] env[62839]: DEBUG nova.compute.manager [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Refreshing instance network info cache due to event network-changed-684c2135-095a-4c32-98fb-1b5f83ffde1d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.136056] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] Acquiring lock "refresh_cache-733a262d-78ec-49bc-8ac8-5c0195b614de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.136416] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] Acquired lock "refresh_cache-733a262d-78ec-49bc-8ac8-5c0195b614de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.136532] env[62839]: DEBUG nova.network.neutron [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Refreshing network info cache for port 684c2135-095a-4c32-98fb-1b5f83ffde1d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.142786] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52616043-7588-2635-5183-47e0e89faeea, 'name': SearchDatastore_Task, 'duration_secs': 0.035075} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.143832] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6517f7-4f0f-4c66-9e61-66ffeeeca611 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.153257] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1065.153257] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5271e24a-f22e-b157-bdce-79c27e2e649c" [ 1065.153257] env[62839]: _type = "Task" [ 1065.153257] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.165934] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5271e24a-f22e-b157-bdce-79c27e2e649c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.271416] env[62839]: WARNING nova.network.neutron [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] ab7e5a5c-7b43-4999-b0af-95ed10a13649 already exists in list: networks containing: ['ab7e5a5c-7b43-4999-b0af-95ed10a13649']. ignoring it [ 1065.336101] env[62839]: ERROR nova.scheduler.client.report [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [req-1a1b270c-9d3d-4821-ac7c-6a54ed38971e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 508aab94-35b0-4514-a42a-7deab951898a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a1b270c-9d3d-4821-ac7c-6a54ed38971e"}]} [ 1065.352902] env[62839]: DEBUG nova.scheduler.client.report [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1065.371391] env[62839]: DEBUG nova.scheduler.client.report [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1065.371618] env[62839]: DEBUG nova.compute.provider_tree [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.384269] env[62839]: DEBUG nova.scheduler.client.report [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1065.400775] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086756} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.401234] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.402355] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16067e29-f843-4a7b-a226-e2739cfa29ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.406731] env[62839]: DEBUG nova.scheduler.client.report [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1065.430585] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.435788] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d83464b9-4c50-4e3a-a4ef-f8dd8a25d923 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.457239] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1065.457239] env[62839]: value = "task-2757743" [ 1065.457239] env[62839]: _type = "Task" [ 1065.457239] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.475208] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.475534] env[62839]: DEBUG oslo_vmware.api [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757741, 'name': PowerOffVM_Task, 'duration_secs': 0.293751} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.475774] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.475941] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.476242] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a97d8569-ef76-426c-996f-1eea13330afd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.552403] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.552623] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.552803] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Deleting the datastore file [datastore2] 776be951-a973-4537-a887-3a10679e5110 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.553622] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db375148-6d27-49f0-99c7-2ed6a7515441 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.561241] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757742, 'name': CreateVM_Task, 'duration_secs': 0.421655} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.564189] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.564809] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.564979] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.565316] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.565896] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae138be-dce3-4ea2-960c-103c93ad1280 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.571380] env[62839]: DEBUG oslo_vmware.api [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for the task: (returnval){ [ 1065.571380] env[62839]: value = "task-2757745" [ 1065.571380] env[62839]: _type = "Task" [ 1065.571380] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.575778] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1065.575778] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a0744-2f33-a8aa-82b5-6197cf3fc40f" [ 1065.575778] env[62839]: _type = "Task" [ 1065.575778] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.584812] env[62839]: DEBUG oslo_vmware.api [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.591338] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526a0744-2f33-a8aa-82b5-6197cf3fc40f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.591639] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.591875] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.592098] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.594658] env[62839]: DEBUG nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.640684] env[62839]: DEBUG nova.network.neutron [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "868792e9-4c37-490e-a80f-7c96c2ec3638", "address": "fa:16:3e:0d:bb:f8", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868792e9-4c", "ovs_interfaceid": "868792e9-4c37-490e-a80f-7c96c2ec3638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.668778] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5271e24a-f22e-b157-bdce-79c27e2e649c, 'name': SearchDatastore_Task, 'duration_secs': 0.017847} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.669050] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.669338] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.669739] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.669843] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.670031] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75402928-0663-4fe4-8af7-5783003de4ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.672329] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fccf04f-0a43-4a91-88e5-97df29653392 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.682300] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1065.682300] env[62839]: value = "task-2757746" [ 1065.682300] env[62839]: _type = "Task" [ 1065.682300] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.687222] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.687357] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.688527] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01d4ad2-602c-44b0-8e31-177f7c49b6b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.695564] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.696415] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09f5b0e-2371-4529-8327-cb688c24ddd5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.705438] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1065.705438] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5255c5f2-640f-f278-79aa-96f2c0c6e734" [ 1065.705438] env[62839]: _type = "Task" [ 1065.705438] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.712299] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a95fd96-8682-4624-9049-0d7083e3c778 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.724580] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5255c5f2-640f-f278-79aa-96f2c0c6e734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.751972] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae15d71-d4ed-43bd-9628-c4ee7256fde6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.760973] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfe6ddd-51fb-45bc-ae3e-febe1d88c494 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.779883] env[62839]: DEBUG nova.compute.provider_tree [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.951356] env[62839]: DEBUG nova.network.neutron [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Updated VIF entry in instance network info cache for port 684c2135-095a-4c32-98fb-1b5f83ffde1d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.951735] env[62839]: DEBUG nova.network.neutron [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Updating instance_info_cache with network_info: [{"id": "684c2135-095a-4c32-98fb-1b5f83ffde1d", "address": "fa:16:3e:26:9b:5c", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684c2135-09", "ovs_interfaceid": "684c2135-095a-4c32-98fb-1b5f83ffde1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.972455] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757743, 'name': ReconfigVM_Task, 'duration_secs': 0.303968} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.972455] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b55b6144-dd8b-410d-94b4-fbaddb26f9ee/b55b6144-dd8b-410d-94b4-fbaddb26f9ee.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.972984] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1de03d-4afb-46ce-8fca-f174b98ffbff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.981015] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1065.981015] env[62839]: value = "task-2757747" [ 1065.981015] env[62839]: _type = "Task" [ 1065.981015] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.989345] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757747, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.084330] env[62839]: DEBUG oslo_vmware.api [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Task: {'id': task-2757745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327992} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.084697] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.084768] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.084988] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.085153] env[62839]: INFO nova.compute.manager [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] [instance: 776be951-a973-4537-a887-3a10679e5110] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1066.085389] env[62839]: DEBUG oslo.service.loopingcall [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.085584] env[62839]: DEBUG nova.compute.manager [-] [instance: 776be951-a973-4537-a887-3a10679e5110] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.085673] env[62839]: DEBUG nova.network.neutron [-] [instance: 776be951-a973-4537-a887-3a10679e5110] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.117896] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.140943] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.141699] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.141887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.142256] env[62839]: DEBUG oslo_concurrency.lockutils [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.142458] env[62839]: DEBUG nova.network.neutron [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Refreshing network info cache for port 868792e9-4c37-490e-a80f-7c96c2ec3638 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.144836] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bba881-362b-497d-a1b2-222e715dc36a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.167629] env[62839]: DEBUG nova.virt.hardware [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.173982] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Reconfiguring VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1066.175590] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8abb9e63-0c71-48d8-a59f-6cc01f758e49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.203106] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757746, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.205373] env[62839]: DEBUG oslo_vmware.api [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1066.205373] env[62839]: value = "task-2757748" [ 1066.205373] env[62839]: _type = "Task" [ 1066.205373] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.226067] env[62839]: DEBUG oslo_vmware.api [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.232170] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5255c5f2-640f-f278-79aa-96f2c0c6e734, 'name': SearchDatastore_Task, 'duration_secs': 0.026248} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.232170] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5f7344-9690-40b0-9439-f8830b937892 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.241464] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1066.241464] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a41d27-5ca9-f2b7-9887-3d22b8daaa97" [ 1066.241464] env[62839]: _type = "Task" [ 1066.241464] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.252841] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a41d27-5ca9-f2b7-9887-3d22b8daaa97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.315081] env[62839]: DEBUG nova.scheduler.client.report [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1066.315387] env[62839]: DEBUG nova.compute.provider_tree [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 145 to 146 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1066.315579] env[62839]: DEBUG nova.compute.provider_tree [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.455362] env[62839]: DEBUG oslo_concurrency.lockutils [req-0f17a465-eeae-4605-b5e5-1f178b26962e req-e4483372-eb47-460c-8216-123d4553f9fb service nova] Releasing lock "refresh_cache-733a262d-78ec-49bc-8ac8-5c0195b614de" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.492082] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757747, 'name': Rename_Task, 'duration_secs': 0.148188} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.492398] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.492646] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef2725bb-b417-44a8-a46e-8b630086dcc9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.500656] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1066.500656] env[62839]: value = "task-2757749" [ 1066.500656] env[62839]: _type = "Task" [ 1066.500656] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.511202] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.713336] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761267} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.714055] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.714312] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.714642] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57b76957-b14b-4c8e-8a1f-9f3999c0cf57 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.720263] env[62839]: DEBUG oslo_vmware.api [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.725958] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1066.725958] env[62839]: value = "task-2757750" [ 1066.725958] env[62839]: _type = "Task" [ 1066.725958] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.735875] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.755536] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a41d27-5ca9-f2b7-9887-3d22b8daaa97, 'name': SearchDatastore_Task, 'duration_secs': 0.055986} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.755844] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.756157] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 733a262d-78ec-49bc-8ac8-5c0195b614de/733a262d-78ec-49bc-8ac8-5c0195b614de.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.756430] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aff295d-46dd-473a-976d-71eac09d06ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.765372] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1066.765372] env[62839]: value = "task-2757751" [ 1066.765372] env[62839]: _type = "Task" [ 1066.765372] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.777793] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.820848] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.300s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.823594] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.343s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.826899] env[62839]: DEBUG nova.objects.instance [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lazy-loading 'resources' on Instance uuid 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.941780] env[62839]: DEBUG nova.network.neutron [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updated VIF entry in instance network info cache for port 868792e9-4c37-490e-a80f-7c96c2ec3638. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.942347] env[62839]: DEBUG nova.network.neutron [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "868792e9-4c37-490e-a80f-7c96c2ec3638", "address": "fa:16:3e:0d:bb:f8", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868792e9-4c", "ovs_interfaceid": "868792e9-4c37-490e-a80f-7c96c2ec3638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.012150] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757749, 'name': PowerOnVM_Task, 'duration_secs': 0.478684} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.012429] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.012674] env[62839]: DEBUG nova.compute.manager [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.013457] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49ba240-47f8-442a-9104-55fa85179e98 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.148878] env[62839]: DEBUG nova.network.neutron [-] [instance: 776be951-a973-4537-a887-3a10679e5110] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.219119] env[62839]: DEBUG oslo_vmware.api [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.237150] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102799} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.237840] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.238366] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b21c1-fcdb-4d8a-b85d-3f8c7df2624e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.266300] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.266602] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad0ccdf8-adaa-4b6c-aef8-22b1b9d6630e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.292828] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.294458] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1067.294458] env[62839]: value = "task-2757752" [ 1067.294458] env[62839]: _type = "Task" [ 1067.294458] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.305269] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.327974] env[62839]: DEBUG nova.objects.instance [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lazy-loading 'numa_topology' on Instance uuid 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.333176] env[62839]: DEBUG oslo_concurrency.lockutils [None req-14c449eb-015e-4ce8-9201-9eb4d7678db2 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.103s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.333273] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.293s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.333782] env[62839]: INFO nova.compute.manager [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Unshelving [ 1067.360250] env[62839]: DEBUG nova.compute.manager [req-66ab6da8-9e10-4bf6-95ea-11d819ee4ac4 req-bef99fbe-7c92-4e70-9451-56412fc633c2 service nova] [instance: 776be951-a973-4537-a887-3a10679e5110] Received event network-vif-deleted-6a6f0e39-def8-4ae7-9d81-88dbc4e2af9b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.445881] env[62839]: DEBUG oslo_concurrency.lockutils [req-9c81d458-b684-4cc1-b48e-bbe252d792e2 req-7d5fc5f0-7ab1-4e84-97f4-2de868fdcca7 service nova] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.524585] env[62839]: INFO nova.compute.manager [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] bringing vm to original state: 'stopped' [ 1067.652730] env[62839]: INFO nova.compute.manager [-] [instance: 776be951-a973-4537-a887-3a10679e5110] Took 1.57 seconds to deallocate network for instance. [ 1067.716735] env[62839]: DEBUG oslo_vmware.api [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757748, 'name': ReconfigVM_Task, 'duration_secs': 1.059502} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.717296] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.717512] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Reconfigured VM to attach interface {{(pid=62839) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1067.792700] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646404} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.792974] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 733a262d-78ec-49bc-8ac8-5c0195b614de/733a262d-78ec-49bc-8ac8-5c0195b614de.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.793205] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.793462] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992b5b55-68d4-44b7-b1ec-869bf8c3779a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.804633] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.805976] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1067.805976] env[62839]: value = "task-2757753" [ 1067.805976] env[62839]: _type = "Task" [ 1067.805976] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.815666] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.832705] env[62839]: DEBUG nova.objects.base [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Object Instance<7365fb0e-0627-4c02-a6ff-14177626789e> lazy-loaded attributes: resources,numa_topology {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.065451] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3964b58-4306-4494-8a20-845dea49d37d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.075289] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d15e089-9ac9-4564-b649-66c8a4892223 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.108098] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0da39d5-e39d-4d60-a14c-43d9987fadeb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.116447] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf3f66d-2e31-4f57-b05b-f8a1fef61604 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.133026] env[62839]: DEBUG nova.compute.provider_tree [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.159538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.222453] env[62839]: DEBUG oslo_concurrency.lockutils [None req-31da8683-66ed-422a-bef6-d94260646e04 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-d9c4340e-824b-4135-9109-be633ea41e44-868792e9-4c37-490e-a80f-7c96c2ec3638" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.509s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.306026] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757752, 'name': ReconfigVM_Task, 'duration_secs': 0.598313} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.306284] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.307032] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40cf287d-c867-482f-9921-9b7ad90f19be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.318011] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145265} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.319242] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.319586] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1068.319586] env[62839]: value = "task-2757754" [ 1068.319586] env[62839]: _type = "Task" [ 1068.319586] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.320275] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126a3cd2-42c2-4170-bb5a-43f6c2a1b90b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.331358] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757754, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.348816] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 733a262d-78ec-49bc-8ac8-5c0195b614de/733a262d-78ec-49bc-8ac8-5c0195b614de.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.352036] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f7321d-dd0c-47c7-b8fd-78bbe87df7a3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.373502] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1068.373502] env[62839]: value = "task-2757755" [ 1068.373502] env[62839]: _type = "Task" [ 1068.373502] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.378034] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.383898] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.534208] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.534483] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.534673] env[62839]: DEBUG nova.compute.manager [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.535607] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b52ead2-c9e0-4379-ae96-c2e466270c34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.543388] env[62839]: DEBUG nova.compute.manager [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1068.667654] env[62839]: DEBUG nova.scheduler.client.report [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Updated inventory for provider 508aab94-35b0-4514-a42a-7deab951898a with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1068.667958] env[62839]: DEBUG nova.compute.provider_tree [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Updating resource provider 508aab94-35b0-4514-a42a-7deab951898a generation from 146 to 147 during operation: update_inventory {{(pid=62839) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1068.668306] env[62839]: DEBUG nova.compute.provider_tree [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.833554] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757754, 'name': Rename_Task, 'duration_secs': 0.361634} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.833864] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.834186] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9308214f-7f84-4523-a55e-2709df020982 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.842185] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1068.842185] env[62839]: value = "task-2757756" [ 1068.842185] env[62839]: _type = "Task" [ 1068.842185] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.852768] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.884209] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.048102] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.048436] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce4b68d-b883-4bd8-9017-f2eb1ab2e145 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.057296] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1069.057296] env[62839]: value = "task-2757757" [ 1069.057296] env[62839]: _type = "Task" [ 1069.057296] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.067351] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.173734] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.177230] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.059s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.178514] env[62839]: INFO nova.compute.claims [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.353948] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.385299] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757755, 'name': ReconfigVM_Task, 'duration_secs': 0.621751} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.385594] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 733a262d-78ec-49bc-8ac8-5c0195b614de/733a262d-78ec-49bc-8ac8-5c0195b614de.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.386281] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57e4beff-bb76-4d53-86bd-a8a8cced835d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.394316] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1069.394316] env[62839]: value = "task-2757758" [ 1069.394316] env[62839]: _type = "Task" [ 1069.394316] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.404673] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757758, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.567623] env[62839]: DEBUG oslo_vmware.api [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757757, 'name': PowerOffVM_Task, 'duration_secs': 0.19916} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.567898] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.568130] env[62839]: DEBUG nova.compute.manager [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.568921] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c357b762-86b8-4f0b-879d-edf9971719ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.690710] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2f194efd-f889-4546-a81d-cd1071c8d1f6 tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.821s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.691415] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.604s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.691666] env[62839]: INFO nova.compute.manager [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Unshelving [ 1069.854478] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.904905] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757758, 'name': Rename_Task, 'duration_secs': 0.15355} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.905297] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.905566] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65228f57-7192-48cd-9f08-5b47828e1b49 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.913209] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1069.913209] env[62839]: value = "task-2757759" [ 1069.913209] env[62839]: _type = "Task" [ 1069.913209] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.917366] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "interface-d9c4340e-824b-4135-9109-be633ea41e44-868792e9-4c37-490e-a80f-7c96c2ec3638" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.917697] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-d9c4340e-824b-4135-9109-be633ea41e44-868792e9-4c37-490e-a80f-7c96c2ec3638" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.924647] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.082371] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.356441] env[62839]: DEBUG oslo_vmware.api [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757756, 'name': PowerOnVM_Task, 'duration_secs': 1.385514} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.356737] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.357048] env[62839]: INFO nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1070.357240] env[62839]: DEBUG nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.358333] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d877e3fb-6195-4620-ac5b-f6803260e79c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.421033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.421033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.426114] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d799f4-504f-42eb-adba-8aecd950c1fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.429084] env[62839]: DEBUG oslo_vmware.api [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757759, 'name': PowerOnVM_Task, 'duration_secs': 0.497584} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.431954] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.432194] env[62839]: INFO nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1070.432376] env[62839]: DEBUG nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.434019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be4493c-70c2-4387-b154-52d3aa7391eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.450663] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2115410-a964-4639-a939-5a2a73a6e6c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.453593] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e3c6ff-9715-43b0-9318-ef0ac7e94611 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.481655] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d8722-c80f-4a05-a08a-b5e948020bd7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.490427] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Reconfiguring VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1070.490707] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76881587-c8f7-47c2-a6ad-d60293ba153f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.537311] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5d0fa4-4364-4ec8-95d9-bbdf652bf21d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.543071] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1070.543071] env[62839]: value = "task-2757760" [ 1070.543071] env[62839]: _type = "Task" [ 1070.543071] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.552075] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141ecd8-d968-4e66-97db-98414a40b6f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.560835] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.572361] env[62839]: DEBUG nova.compute.provider_tree [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.590229] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.714799] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.883032] env[62839]: INFO nova.compute.manager [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Took 16.14 seconds to build instance. [ 1070.969203] env[62839]: INFO nova.compute.manager [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Took 16.23 seconds to build instance. [ 1071.044823] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.044965] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.045240] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.045887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.045887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.051552] env[62839]: INFO nova.compute.manager [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Terminating instance [ 1071.061924] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.075077] env[62839]: DEBUG nova.scheduler.client.report [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.386283] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6580cd35-2afc-4b67-aa5c-72fd204da9cb tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.187s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.411278] env[62839]: DEBUG nova.compute.manager [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Received event network-changed-7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.411278] env[62839]: DEBUG nova.compute.manager [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Refreshing instance network info cache due to event network-changed-7af71161-9e2f-49e0-b610-5716e842cd1a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1071.411278] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] Acquiring lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.411278] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] Acquired lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.411278] env[62839]: DEBUG nova.network.neutron [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Refreshing network info cache for port 7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.471785] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8976d89b-b854-4a98-a60a-40106e7ed460 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.081s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.555637] env[62839]: DEBUG nova.compute.manager [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.555862] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.561748] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ef7889-6c06-4c7e-8040-2dce1c85d16c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.565276] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.571022] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.571305] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7c648ad-3bf6-4763-af63-21d63945fb4d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.580226] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.580884] env[62839]: DEBUG nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.586119] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.424s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.586119] env[62839]: DEBUG nova.objects.instance [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lazy-loading 'resources' on Instance uuid 776be951-a973-4537-a887-3a10679e5110 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.666032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.666032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.666032] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleting the datastore file [datastore1] b55b6144-dd8b-410d-94b4-fbaddb26f9ee {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.666235] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1488d9d6-e6f3-42d6-b7be-393d38a1e1d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.677016] env[62839]: DEBUG oslo_vmware.api [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1071.677016] env[62839]: value = "task-2757762" [ 1071.677016] env[62839]: _type = "Task" [ 1071.677016] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.685046] env[62839]: DEBUG oslo_vmware.api [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.892803] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e982-08db-7782-cd8f-eb4a4e1b0f54/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.895076] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0eaa0d-ef4c-4178-85ee-47c4a5b798ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.902176] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e982-08db-7782-cd8f-eb4a4e1b0f54/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.902366] env[62839]: ERROR oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e982-08db-7782-cd8f-eb4a4e1b0f54/disk-0.vmdk due to incomplete transfer. [ 1071.902607] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6b5447b-a41a-4eb0-8925-74d1771a5f61 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.920671] env[62839]: DEBUG oslo_vmware.rw_handles [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5e982-08db-7782-cd8f-eb4a4e1b0f54/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1071.920893] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Uploaded image 34da7fa8-564e-4fdd-b125-1bac4754f72f to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1071.923251] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1071.923519] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86885795-3c34-481b-bcff-12510f38ef9b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.930825] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1071.930825] env[62839]: value = "task-2757763" [ 1071.930825] env[62839]: _type = "Task" [ 1071.930825] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.940370] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757763, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.058959] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.091630] env[62839]: DEBUG nova.compute.utils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.093358] env[62839]: DEBUG nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.094166] env[62839]: DEBUG nova.network.neutron [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.157879] env[62839]: DEBUG nova.policy [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e13cb6e5bcb444aa59c3d2e500766b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2fed330057427b8cdbb3edef384ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.188216] env[62839]: DEBUG oslo_vmware.api [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381007} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.189653] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.189653] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.189653] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.189653] env[62839]: INFO nova.compute.manager [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1072.189653] env[62839]: DEBUG oslo.service.loopingcall [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.189897] env[62839]: DEBUG nova.compute.manager [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.189897] env[62839]: DEBUG nova.network.neutron [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.219245] env[62839]: DEBUG nova.network.neutron [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updated VIF entry in instance network info cache for port 7af71161-9e2f-49e0-b610-5716e842cd1a. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.219816] env[62839]: DEBUG nova.network.neutron [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.354542] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe2e0aa-fe43-454c-9363-dc9462e25bcf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.362789] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1fb574-566b-4f1c-bc71-8525c565836c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.397609] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bfe479-f17c-4c14-bfad-5fdc27e9ef85 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.406133] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54b2979-341c-4532-916c-e0fe80b9d89b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.420923] env[62839]: DEBUG nova.compute.provider_tree [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.441326] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757763, 'name': Destroy_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.462348] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "733a262d-78ec-49bc-8ac8-5c0195b614de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.462616] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.462947] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "733a262d-78ec-49bc-8ac8-5c0195b614de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.463192] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.463377] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.465587] env[62839]: INFO nova.compute.manager [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Terminating instance [ 1072.560566] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.590854] env[62839]: DEBUG nova.compute.manager [req-a6f99747-217a-49d1-8a39-13e65bf2ec72 req-c52810d9-feee-43ee-8b4e-68db6bd1910e service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Received event network-vif-deleted-e509524a-f765-4843-a2df-07743c80af38 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.591085] env[62839]: INFO nova.compute.manager [req-a6f99747-217a-49d1-8a39-13e65bf2ec72 req-c52810d9-feee-43ee-8b4e-68db6bd1910e service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Neutron deleted interface e509524a-f765-4843-a2df-07743c80af38; detaching it from the instance and deleting it from the info cache [ 1072.591266] env[62839]: DEBUG nova.network.neutron [req-a6f99747-217a-49d1-8a39-13e65bf2ec72 req-c52810d9-feee-43ee-8b4e-68db6bd1910e service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.597519] env[62839]: DEBUG nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.648620] env[62839]: DEBUG nova.network.neutron [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Successfully created port: 1f1b01ca-0c75-45a8-b2d4-590293f8362b {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.722979] env[62839]: DEBUG oslo_concurrency.lockutils [req-3a737582-a581-4de0-894e-9fb0ef642c5a req-f2e404ec-550b-4a77-97b0-b105265b3522 service nova] Releasing lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.924612] env[62839]: DEBUG nova.scheduler.client.report [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.945148] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757763, 'name': Destroy_Task, 'duration_secs': 0.822277} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.946515] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Destroyed the VM [ 1072.946769] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1072.947046] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e951db5-4c61-4845-8fe5-b9633db043db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.958653] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1072.958653] env[62839]: value = "task-2757764" [ 1072.958653] env[62839]: _type = "Task" [ 1072.958653] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.970260] env[62839]: DEBUG nova.compute.manager [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.970260] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.971306] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757764, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.971306] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8875c02-2acf-4dee-bf3f-5eb73aff72ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.980601] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.980920] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364e8c31-40ab-4844-9995-19d747b5b31a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.988242] env[62839]: DEBUG oslo_vmware.api [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1072.988242] env[62839]: value = "task-2757765" [ 1072.988242] env[62839]: _type = "Task" [ 1072.988242] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.998193] env[62839]: DEBUG oslo_vmware.api [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.061252] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.065829] env[62839]: DEBUG nova.network.neutron [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.096455] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcf8db31-162b-45e0-b95a-663103cd7c4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.111796] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affdb303-c00f-4205-852e-26eb3b37d0b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.151830] env[62839]: DEBUG nova.compute.manager [req-a6f99747-217a-49d1-8a39-13e65bf2ec72 req-c52810d9-feee-43ee-8b4e-68db6bd1910e service nova] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Detach interface failed, port_id=e509524a-f765-4843-a2df-07743c80af38, reason: Instance b55b6144-dd8b-410d-94b4-fbaddb26f9ee could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1073.430526] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.433386] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.055s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.433582] env[62839]: DEBUG nova.objects.instance [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'pci_requests' on Instance uuid 9db5da96-aa00-4df3-8565-f0fcf2c244a0 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.454946] env[62839]: INFO nova.scheduler.client.report [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Deleted allocations for instance 776be951-a973-4537-a887-3a10679e5110 [ 1073.470823] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757764, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.499529] env[62839]: DEBUG oslo_vmware.api [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757765, 'name': PowerOffVM_Task, 'duration_secs': 0.230893} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.499694] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.499740] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.500021] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a9150ec-4b32-41ee-b64f-0aa572d72b16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.560650] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.569236] env[62839]: INFO nova.compute.manager [-] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Took 1.38 seconds to deallocate network for instance. [ 1073.588263] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.588771] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.588983] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleting the datastore file [datastore1] 733a262d-78ec-49bc-8ac8-5c0195b614de {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.589400] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f9fb5e4-242e-4c56-beb1-fa6e8a02406c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.598602] env[62839]: DEBUG oslo_vmware.api [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1073.598602] env[62839]: value = "task-2757767" [ 1073.598602] env[62839]: _type = "Task" [ 1073.598602] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.609178] env[62839]: DEBUG oslo_vmware.api [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.624190] env[62839]: DEBUG nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.651965] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.652260] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.652417] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.652597] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.652782] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.652974] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.653214] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.653372] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.653541] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.653702] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.653873] env[62839]: DEBUG nova.virt.hardware [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.654774] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b804d36a-cbde-4af1-b9be-239258ed2cfe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.663408] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4468e8-74bf-45a1-9d5e-949d177ff4f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.938207] env[62839]: DEBUG nova.objects.instance [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'numa_topology' on Instance uuid 9db5da96-aa00-4df3-8565-f0fcf2c244a0 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.967514] env[62839]: DEBUG oslo_concurrency.lockutils [None req-821cae04-115c-4a11-a2d7-e9e78acd0f6d tempest-ServerTagsTestJSON-1336298597 tempest-ServerTagsTestJSON-1336298597-project-member] Lock "776be951-a973-4537-a887-3a10679e5110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.538s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.972418] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757764, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.061304] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.076925] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.110207] env[62839]: DEBUG oslo_vmware.api [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.175919] env[62839]: DEBUG nova.network.neutron [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Successfully updated port: 1f1b01ca-0c75-45a8-b2d4-590293f8362b {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.440691] env[62839]: INFO nova.compute.claims [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.473468] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757764, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.561834] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.609062] env[62839]: DEBUG oslo_vmware.api [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541028} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.609329] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.609831] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.609831] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.609946] env[62839]: INFO nova.compute.manager [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1074.610104] env[62839]: DEBUG oslo.service.loopingcall [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.610306] env[62839]: DEBUG nova.compute.manager [-] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.610402] env[62839]: DEBUG nova.network.neutron [-] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.618805] env[62839]: DEBUG nova.compute.manager [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Received event network-vif-plugged-1f1b01ca-0c75-45a8-b2d4-590293f8362b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.619843] env[62839]: DEBUG oslo_concurrency.lockutils [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] Acquiring lock "0e3f71a9-defc-458e-a0ea-bd0a74912488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.620078] env[62839]: DEBUG oslo_concurrency.lockutils [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.620256] env[62839]: DEBUG oslo_concurrency.lockutils [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.620424] env[62839]: DEBUG nova.compute.manager [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] No waiting events found dispatching network-vif-plugged-1f1b01ca-0c75-45a8-b2d4-590293f8362b {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.620589] env[62839]: WARNING nova.compute.manager [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Received unexpected event network-vif-plugged-1f1b01ca-0c75-45a8-b2d4-590293f8362b for instance with vm_state building and task_state spawning. [ 1074.620744] env[62839]: DEBUG nova.compute.manager [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Received event network-changed-1f1b01ca-0c75-45a8-b2d4-590293f8362b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.620894] env[62839]: DEBUG nova.compute.manager [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Refreshing instance network info cache due to event network-changed-1f1b01ca-0c75-45a8-b2d4-590293f8362b. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1074.621084] env[62839]: DEBUG oslo_concurrency.lockutils [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] Acquiring lock "refresh_cache-0e3f71a9-defc-458e-a0ea-bd0a74912488" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.621222] env[62839]: DEBUG oslo_concurrency.lockutils [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] Acquired lock "refresh_cache-0e3f71a9-defc-458e-a0ea-bd0a74912488" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.621371] env[62839]: DEBUG nova.network.neutron [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Refreshing network info cache for port 1f1b01ca-0c75-45a8-b2d4-590293f8362b {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.681964] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-0e3f71a9-defc-458e-a0ea-bd0a74912488" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.972278] env[62839]: DEBUG oslo_vmware.api [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757764, 'name': RemoveSnapshot_Task, 'duration_secs': 1.521196} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.972566] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1074.972792] env[62839]: INFO nova.compute.manager [None req-8b9811aa-039f-4838-8374-41c357fb2eae tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Took 19.20 seconds to snapshot the instance on the hypervisor. [ 1075.063225] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.166138] env[62839]: DEBUG nova.network.neutron [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.274940] env[62839]: DEBUG nova.network.neutron [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.330305] env[62839]: DEBUG nova.network.neutron [-] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.563948] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.732971] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178c5b67-b3a9-443d-b142-4b2418d2a3f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.742504] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e801f5-fc09-47f6-9f72-940a969fcfc2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.774614] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b237a0d-c1c5-43ae-bf18-a8a2f57c9183 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.777501] env[62839]: DEBUG oslo_concurrency.lockutils [req-12df50b7-b6b5-431c-8b63-fadce4301cc9 req-ab0d9271-14c2-4e91-a720-2bd7df781476 service nova] Releasing lock "refresh_cache-0e3f71a9-defc-458e-a0ea-bd0a74912488" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.777846] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-0e3f71a9-defc-458e-a0ea-bd0a74912488" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.778015] env[62839]: DEBUG nova.network.neutron [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.784821] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f041562a-cf24-4622-951e-fa5107034bdf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.800785] env[62839]: DEBUG nova.compute.provider_tree [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.833020] env[62839]: INFO nova.compute.manager [-] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Took 1.22 seconds to deallocate network for instance. [ 1076.064475] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.304595] env[62839]: DEBUG nova.scheduler.client.report [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.317014] env[62839]: DEBUG nova.network.neutron [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.339562] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.456605] env[62839]: DEBUG nova.network.neutron [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Updating instance_info_cache with network_info: [{"id": "1f1b01ca-0c75-45a8-b2d4-590293f8362b", "address": "fa:16:3e:c3:92:40", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1b01ca-0c", "ovs_interfaceid": "1f1b01ca-0c75-45a8-b2d4-590293f8362b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.567936] env[62839]: DEBUG oslo_vmware.api [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757760, 'name': ReconfigVM_Task, 'duration_secs': 5.83884} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.568317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.568603] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Reconfigured VM to detach interface {{(pid=62839) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1076.649414] env[62839]: DEBUG nova.compute.manager [req-01868f12-f0e5-4767-bdc3-60ed447a3373 req-a1d72281-4b65-466f-94b7-acc1be4cb990 service nova] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Received event network-vif-deleted-684c2135-095a-4c32-98fb-1b5f83ffde1d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.809796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.376s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.812768] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.223s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.813027] env[62839]: DEBUG nova.objects.instance [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1076.851893] env[62839]: INFO nova.network.neutron [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1076.962037] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-0e3f71a9-defc-458e-a0ea-bd0a74912488" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.962422] env[62839]: DEBUG nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Instance network_info: |[{"id": "1f1b01ca-0c75-45a8-b2d4-590293f8362b", "address": "fa:16:3e:c3:92:40", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1b01ca-0c", "ovs_interfaceid": "1f1b01ca-0c75-45a8-b2d4-590293f8362b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.963501] env[62839]: DEBUG nova.compute.manager [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.963979] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:92:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f1b01ca-0c75-45a8-b2d4-590293f8362b', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.972892] env[62839]: DEBUG oslo.service.loopingcall [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.974000] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73335ec-1cdf-471e-b540-3b66ac4e8d32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.978420] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.978732] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c07a8e-a734-4c32-87c5-d4613eefc47e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.003646] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.003646] env[62839]: value = "task-2757768" [ 1077.003646] env[62839]: _type = "Task" [ 1077.003646] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.014363] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757768, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.508808] env[62839]: INFO nova.compute.manager [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] instance snapshotting [ 1077.512050] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1845c4-eeeb-417b-b723-e15a90c90cfe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.517797] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757768, 'name': CreateVM_Task, 'duration_secs': 0.414262} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.518308] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.518949] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.519131] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.519446] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.519677] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae20ab58-4d1c-4fbc-98fb-91266021c036 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.535110] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a80a2a-1f65-4972-b122-1ebfc7eee5c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.538970] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1077.538970] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a3fffc-585a-86b6-130d-50ca70e8f317" [ 1077.538970] env[62839]: _type = "Task" [ 1077.538970] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.550837] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a3fffc-585a-86b6-130d-50ca70e8f317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.823035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b925c28d-d9a2-4c43-8f34-04de45ae83f4 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.823450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.109s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.823667] env[62839]: DEBUG nova.objects.instance [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lazy-loading 'pci_requests' on Instance uuid 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.862430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.862430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquired lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.862611] env[62839]: DEBUG nova.network.neutron [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.051412] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.051796] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a3fffc-585a-86b6-130d-50ca70e8f317, 'name': SearchDatastore_Task, 'duration_secs': 0.020329} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.052088] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9af7342-980f-4def-944a-8a04c213acf0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.054470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.054752] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.055049] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.055266] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.055457] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.055698] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-befc0931-f54e-430b-953b-42b2f171dbb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.064447] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1078.064447] env[62839]: value = "task-2757769" [ 1078.064447] env[62839]: _type = "Task" [ 1078.064447] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.068663] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.068869] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.069570] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc1889a-2f08-45a3-982b-24569167525e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.078885] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.080889] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1078.080889] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbbc74-9eff-5b53-40a4-152dce48d7fb" [ 1078.080889] env[62839]: _type = "Task" [ 1078.080889] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.088135] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbbc74-9eff-5b53-40a4-152dce48d7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.328394] env[62839]: DEBUG nova.objects.instance [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lazy-loading 'numa_topology' on Instance uuid 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.340137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.340275] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.340517] env[62839]: DEBUG nova.network.neutron [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.378489] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "d9c4340e-824b-4135-9109-be633ea41e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.378875] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "d9c4340e-824b-4135-9109-be633ea41e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.379182] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "d9c4340e-824b-4135-9109-be633ea41e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.379954] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "d9c4340e-824b-4135-9109-be633ea41e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.379954] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "d9c4340e-824b-4135-9109-be633ea41e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.381590] env[62839]: INFO nova.compute.manager [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Terminating instance [ 1078.569371] env[62839]: INFO nova.network.neutron [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Port 868792e9-4c37-490e-a80f-7c96c2ec3638 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1078.570044] env[62839]: DEBUG nova.network.neutron [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [{"id": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "address": "fa:16:3e:f5:f2:a1", "network": {"id": "ab7e5a5c-7b43-4999-b0af-95ed10a13649", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1652214828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfc0b7dde77545288d15c493f88b8998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffbc9de-b0", "ovs_interfaceid": "8ffbc9de-b0d7-4596-97cb-07fedd5d93de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.577402] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757769, 'name': CreateSnapshot_Task, 'duration_secs': 0.4331} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.577646] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1078.578410] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cbea4d-6bee-48a3-9303-7fa186f9fa45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.590360] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dbbc74-9eff-5b53-40a4-152dce48d7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.596987] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79429a76-f946-4995-8f8d-65b47ff993f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.602563] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1078.602563] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd54ea-7eb6-e5dd-8835-4327dc470b9d" [ 1078.602563] env[62839]: _type = "Task" [ 1078.602563] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.610245] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd54ea-7eb6-e5dd-8835-4327dc470b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.676638] env[62839]: DEBUG nova.compute.manager [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-vif-plugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.676638] env[62839]: DEBUG oslo_concurrency.lockutils [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.676638] env[62839]: DEBUG oslo_concurrency.lockutils [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.676638] env[62839]: DEBUG oslo_concurrency.lockutils [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.676638] env[62839]: DEBUG nova.compute.manager [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] No waiting events found dispatching network-vif-plugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.676638] env[62839]: WARNING nova.compute.manager [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received unexpected event network-vif-plugged-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1078.676638] env[62839]: DEBUG nova.compute.manager [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.676638] env[62839]: DEBUG nova.compute.manager [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing instance network info cache due to event network-changed-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.677379] env[62839]: DEBUG oslo_concurrency.lockutils [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] Acquiring lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.831050] env[62839]: INFO nova.compute.claims [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.885712] env[62839]: DEBUG nova.compute.manager [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.886196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.886828] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2714535-532a-4679-ad08-8f3835f240e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.895673] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.895803] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb28263a-a500-479f-84b0-ad913ba6d0f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.903618] env[62839]: DEBUG oslo_vmware.api [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1078.903618] env[62839]: value = "task-2757770" [ 1078.903618] env[62839]: _type = "Task" [ 1078.903618] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.912063] env[62839]: DEBUG oslo_vmware.api [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.073159] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Releasing lock "refresh_cache-d9c4340e-824b-4135-9109-be633ea41e44" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.080769] env[62839]: DEBUG nova.network.neutron [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.104348] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1079.105051] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-61f56c04-c5d8-44ec-a421-4adfc688894e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.118960] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dd54ea-7eb6-e5dd-8835-4327dc470b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.120291] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.120573] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 0e3f71a9-defc-458e-a0ea-bd0a74912488/0e3f71a9-defc-458e-a0ea-bd0a74912488.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.121209] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1079.121209] env[62839]: value = "task-2757771" [ 1079.121209] env[62839]: _type = "Task" [ 1079.121209] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.121416] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02922c32-887a-4914-ba39-d2f3b8099aee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.131807] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757771, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.133323] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1079.133323] env[62839]: value = "task-2757772" [ 1079.133323] env[62839]: _type = "Task" [ 1079.133323] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.143521] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.414595] env[62839]: DEBUG oslo_vmware.api [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757770, 'name': PowerOffVM_Task, 'duration_secs': 0.265997} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.414854] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.415075] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.415339] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62260b75-da78-48d6-bc83-e23a4b50f50e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.497200] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.497460] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.497600] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleting the datastore file [datastore1] d9c4340e-824b-4135-9109-be633ea41e44 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.497883] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c97bde38-5381-4798-ae39-70d5f8ba90f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.506101] env[62839]: DEBUG oslo_vmware.api [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1079.506101] env[62839]: value = "task-2757774" [ 1079.506101] env[62839]: _type = "Task" [ 1079.506101] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.515313] env[62839]: DEBUG oslo_vmware.api [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.578775] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f6b746e0-3448-4931-8f15-7591e994ea46 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "interface-d9c4340e-824b-4135-9109-be633ea41e44-868792e9-4c37-490e-a80f-7c96c2ec3638" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.661s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.583077] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.586099] env[62839]: DEBUG oslo_concurrency.lockutils [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] Acquired lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.586099] env[62839]: DEBUG nova.network.neutron [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Refreshing network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.607977] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ffa0e63be01a560989b4f3bd3e19e1ff',container_format='bare',created_at=2025-02-21T08:26:45Z,direct_url=,disk_format='vmdk',id=1894fe1f-9da0-4e55-a9b5-f0390aa4e51e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1529557544-shelved',owner='ae9309e9c4044a8f8c008c887bbb5f67',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-21T08:27:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.608210] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.608448] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.608699] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.608854] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.609106] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.609382] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.609552] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.609732] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.609901] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.610112] env[62839]: DEBUG nova.virt.hardware [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.611431] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76820454-e8b1-4c3d-9856-0ee1c996a719 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.622022] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f6a81-c3cd-48d5-b977-66c272c28eb6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.649279] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757771, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.650064] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:f4:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.657865] env[62839]: DEBUG oslo.service.loopingcall [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.658332] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.659073] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8cf64b2-8cf1-4f0d-a0c4-6f056344158b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.678290] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757772, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.687520] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.687520] env[62839]: value = "task-2757775" [ 1079.687520] env[62839]: _type = "Task" [ 1079.687520] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.699125] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757775, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.016384] env[62839]: DEBUG oslo_vmware.api [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319409} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.019306] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.019513] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.019738] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.019918] env[62839]: INFO nova.compute.manager [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1080.020211] env[62839]: DEBUG oslo.service.loopingcall [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.020627] env[62839]: DEBUG nova.compute.manager [-] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.020755] env[62839]: DEBUG nova.network.neutron [-] [instance: d9c4340e-824b-4135-9109-be633ea41e44] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.056111] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f652a2-54dc-45f0-8777-2c3d0cf0b469 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.064733] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115db1a9-b210-4f7e-8209-8c5cae27c295 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.102060] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3d0148-8691-41a4-be32-2425435f5340 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.110391] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee1b789-e9f7-4e17-a758-9e8ac6bd1a83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.124399] env[62839]: DEBUG nova.compute.provider_tree [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.136036] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757771, 'name': CloneVM_Task} progress is 95%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.144775] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627253} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.145092] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 0e3f71a9-defc-458e-a0ea-bd0a74912488/0e3f71a9-defc-458e-a0ea-bd0a74912488.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.145330] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.145579] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b5857c6-b7bd-464e-9c45-62a849da3f83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.152167] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1080.152167] env[62839]: value = "task-2757776" [ 1080.152167] env[62839]: _type = "Task" [ 1080.152167] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.162613] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.198596] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757775, 'name': CreateVM_Task, 'duration_secs': 0.433527} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.198771] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.199538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.199724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.200160] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.200429] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c440248f-ccb3-44fa-9232-4fbabba1463d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.206844] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1080.206844] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f4ae70-341d-82c9-ba5c-b74466d90762" [ 1080.206844] env[62839]: _type = "Task" [ 1080.206844] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.217141] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f4ae70-341d-82c9-ba5c-b74466d90762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.255976] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.256321] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.256567] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.256756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.256972] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.265474] env[62839]: INFO nova.compute.manager [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Terminating instance [ 1080.542603] env[62839]: DEBUG nova.network.neutron [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updated VIF entry in instance network info cache for port 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.542603] env[62839]: DEBUG nova.network.neutron [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [{"id": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "address": "fa:16:3e:94:f4:c4", "network": {"id": "9233bac5-0c9f-4610-84c2-535ae7f77910", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2024898644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9309e9c4044a8f8c008c887bbb5f67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1f3b02-28", "ovs_interfaceid": "2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.627204] env[62839]: DEBUG nova.scheduler.client.report [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.641009] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757771, 'name': CloneVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.662975] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085176} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.663259] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.664081] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6be9cc1-97e4-411c-bf77-bd0b25556712 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.687268] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 0e3f71a9-defc-458e-a0ea-bd0a74912488/0e3f71a9-defc-458e-a0ea-bd0a74912488.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.687864] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a939f3-4700-4ac5-9876-e1621492318e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.707542] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1080.707542] env[62839]: value = "task-2757777" [ 1080.707542] env[62839]: _type = "Task" [ 1080.707542] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.722125] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.722401] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Processing image 1894fe1f-9da0-4e55-a9b5-f0390aa4e51e {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.722645] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.722794] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.722986] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.723566] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.723782] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565f5d06-c0eb-4e22-9b8c-f37b597919c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.735553] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.735814] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.736517] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e518791-a2ce-4404-bf48-d819c2a461d9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.742060] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1080.742060] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bae138-afae-20cf-9c0c-81d92556d0c3" [ 1080.742060] env[62839]: _type = "Task" [ 1080.742060] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.751082] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bae138-afae-20cf-9c0c-81d92556d0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.770732] env[62839]: DEBUG nova.compute.manager [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.770990] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.771870] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e915a5-b20c-41b3-8237-ae2f2dcbea76 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.780520] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.780779] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d4f4d6-11bb-46fe-989f-854493d40cfe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.789176] env[62839]: DEBUG oslo_vmware.api [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1080.789176] env[62839]: value = "task-2757778" [ 1080.789176] env[62839]: _type = "Task" [ 1080.789176] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.799307] env[62839]: DEBUG oslo_vmware.api [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.967328] env[62839]: DEBUG nova.compute.manager [req-6a89af32-3939-4ca0-a500-dfe2cfcf9b66 req-0af85367-92d6-4de9-bcf5-9c3958129c8e service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Received event network-vif-deleted-8ffbc9de-b0d7-4596-97cb-07fedd5d93de {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.967523] env[62839]: INFO nova.compute.manager [req-6a89af32-3939-4ca0-a500-dfe2cfcf9b66 req-0af85367-92d6-4de9-bcf5-9c3958129c8e service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Neutron deleted interface 8ffbc9de-b0d7-4596-97cb-07fedd5d93de; detaching it from the instance and deleting it from the info cache [ 1080.967698] env[62839]: DEBUG nova.network.neutron [req-6a89af32-3939-4ca0-a500-dfe2cfcf9b66 req-0af85367-92d6-4de9-bcf5-9c3958129c8e service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.044689] env[62839]: DEBUG oslo_concurrency.lockutils [req-854e75b7-3db6-4c8c-a16a-f97dd8c268b6 req-aaa10096-df2e-4133-b7fa-f51c961c2f7e service nova] Releasing lock "refresh_cache-9db5da96-aa00-4df3-8565-f0fcf2c244a0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.141022] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.316s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.141370] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.065s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.141727] env[62839]: DEBUG nova.objects.instance [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'resources' on Instance uuid b55b6144-dd8b-410d-94b4-fbaddb26f9ee {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.149669] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757771, 'name': CloneVM_Task, 'duration_secs': 1.579848} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.150363] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Created linked-clone VM from snapshot [ 1081.151838] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de2910-c343-4b5f-b9c7-3a0ad1da198b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.162134] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Uploading image 060f0f5e-ec7a-4f36-809c-c63bf646f938 {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1081.191610] env[62839]: INFO nova.network.neutron [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating port be7b9e60-f972-4775-bea2-f62e73cc24af with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1081.199330] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1081.199330] env[62839]: value = "vm-554909" [ 1081.199330] env[62839]: _type = "VirtualMachine" [ 1081.199330] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1081.199608] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5969939e-5b30-4c89-ac64-9c02fd7587db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.207979] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lease: (returnval){ [ 1081.207979] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5278afe5-5b4c-8335-0f18-3ccbd38a4305" [ 1081.207979] env[62839]: _type = "HttpNfcLease" [ 1081.207979] env[62839]: } obtained for exporting VM: (result){ [ 1081.207979] env[62839]: value = "vm-554909" [ 1081.207979] env[62839]: _type = "VirtualMachine" [ 1081.207979] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1081.208240] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the lease: (returnval){ [ 1081.208240] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5278afe5-5b4c-8335-0f18-3ccbd38a4305" [ 1081.208240] env[62839]: _type = "HttpNfcLease" [ 1081.208240] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1081.220093] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.220093] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5278afe5-5b4c-8335-0f18-3ccbd38a4305" [ 1081.220093] env[62839]: _type = "HttpNfcLease" [ 1081.220093] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1081.222959] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1081.222959] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5278afe5-5b4c-8335-0f18-3ccbd38a4305" [ 1081.222959] env[62839]: _type = "HttpNfcLease" [ 1081.222959] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1081.223536] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757777, 'name': ReconfigVM_Task, 'duration_secs': 0.286537} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.224273] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bc107e-e2c9-40c9-9ae2-35033564b4c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.226815] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 0e3f71a9-defc-458e-a0ea-bd0a74912488/0e3f71a9-defc-458e-a0ea-bd0a74912488.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.227450] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-747189f3-8ddc-44f4-8b27-4e731002d5e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.235247] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e055cf-458c-e24a-3cc4-d3fc67a10978/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1081.235468] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e055cf-458c-e24a-3cc4-d3fc67a10978/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1081.237945] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1081.237945] env[62839]: value = "task-2757780" [ 1081.237945] env[62839]: _type = "Task" [ 1081.237945] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.309608] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757780, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.319219] env[62839]: DEBUG oslo_vmware.api [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757778, 'name': PowerOffVM_Task, 'duration_secs': 0.188129} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.319566] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Preparing fetch location {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1081.319809] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Fetch image to [datastore2] OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e/OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e.vmdk {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1081.320031] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Downloading stream optimized image 1894fe1f-9da0-4e55-a9b5-f0390aa4e51e to [datastore2] OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e/OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e.vmdk on the data store datastore2 as vApp {{(pid=62839) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1081.320302] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Downloading image file data 1894fe1f-9da0-4e55-a9b5-f0390aa4e51e to the ESX as VM named 'OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e' {{(pid=62839) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1081.322347] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.322517] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.324684] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d4f1eae-6672-4d05-a69f-abdb60e1690f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.342565] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b29a143b-0995-432e-a5c1-e7f3c36b1296 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.393200] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.393452] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.393689] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleting the datastore file [datastore2] 93c18e9f-7b46-4cf6-86cc-83b093f0f465 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.393946] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8433a6-1ef6-47ef-83b9-42af255a7858 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.401756] env[62839]: DEBUG oslo_vmware.api [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1081.401756] env[62839]: value = "task-2757782" [ 1081.401756] env[62839]: _type = "Task" [ 1081.401756] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.410506] env[62839]: DEBUG oslo_vmware.api [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.415884] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1081.415884] env[62839]: value = "resgroup-9" [ 1081.415884] env[62839]: _type = "ResourcePool" [ 1081.415884] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1081.416180] env[62839]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3e34dc6e-9b3b-4ea2-98cb-50b9ee8c2092 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.438591] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease: (returnval){ [ 1081.438591] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52633b62-34a5-7b06-e586-60daebce092f" [ 1081.438591] env[62839]: _type = "HttpNfcLease" [ 1081.438591] env[62839]: } obtained for vApp import into resource pool (val){ [ 1081.438591] env[62839]: value = "resgroup-9" [ 1081.438591] env[62839]: _type = "ResourcePool" [ 1081.438591] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1081.438947] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the lease: (returnval){ [ 1081.438947] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52633b62-34a5-7b06-e586-60daebce092f" [ 1081.438947] env[62839]: _type = "HttpNfcLease" [ 1081.438947] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1081.446839] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.446839] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52633b62-34a5-7b06-e586-60daebce092f" [ 1081.446839] env[62839]: _type = "HttpNfcLease" [ 1081.446839] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1081.447087] env[62839]: DEBUG nova.network.neutron [-] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.470597] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d341cfa-1c6f-48f0-a353-89c3c2363603 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.482385] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8682246-c725-4988-8ab8-d3383de37839 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.518119] env[62839]: DEBUG nova.compute.manager [req-6a89af32-3939-4ca0-a500-dfe2cfcf9b66 req-0af85367-92d6-4de9-bcf5-9c3958129c8e service nova] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Detach interface failed, port_id=8ffbc9de-b0d7-4596-97cb-07fedd5d93de, reason: Instance d9c4340e-824b-4135-9109-be633ea41e44 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1081.755655] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757780, 'name': Rename_Task, 'duration_secs': 0.191421} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.756105] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.756455] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2786cb91-ee46-4c72-aa20-fcce8c1d8e64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.765269] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1081.765269] env[62839]: value = "task-2757784" [ 1081.765269] env[62839]: _type = "Task" [ 1081.765269] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.775811] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.878736] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe49b6-e509-45a6-aebc-8832fea069ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.887927] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0089151-8130-45ce-b17a-faa7b822bb9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.924009] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c88bee-d54c-4682-b46f-98fa70d6ffcb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.935736] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6fdd8f-18ae-4c35-b207-77387b28dede {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.939809] env[62839]: DEBUG oslo_vmware.api [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216838} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.940180] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.940461] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.940732] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.940991] env[62839]: INFO nova.compute.manager [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1081.941294] env[62839]: DEBUG oslo.service.loopingcall [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.945069] env[62839]: DEBUG nova.compute.manager [-] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.945223] env[62839]: DEBUG nova.network.neutron [-] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.957292] env[62839]: INFO nova.compute.manager [-] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Took 1.94 seconds to deallocate network for instance. [ 1081.959250] env[62839]: DEBUG nova.compute.provider_tree [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.963057] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.963057] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52633b62-34a5-7b06-e586-60daebce092f" [ 1081.963057] env[62839]: _type = "HttpNfcLease" [ 1081.963057] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1081.967083] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1081.967083] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52633b62-34a5-7b06-e586-60daebce092f" [ 1081.967083] env[62839]: _type = "HttpNfcLease" [ 1081.967083] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1081.968396] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c304c-929d-4f86-bae3-44176c9e3c94 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.979245] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282d89b-0225-c90a-080c-1b21e304c64e/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1081.979728] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282d89b-0225-c90a-080c-1b21e304c64e/disk-0.vmdk. {{(pid=62839) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1082.046696] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d78f800-d51f-40b9-bd45-2e0a794a5c52 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.276292] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.467948] env[62839]: DEBUG nova.scheduler.client.report [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.472841] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.776857] env[62839]: DEBUG oslo_vmware.api [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757784, 'name': PowerOnVM_Task, 'duration_secs': 0.828191} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.777338] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.777578] env[62839]: INFO nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1082.777759] env[62839]: DEBUG nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.778518] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3c6344-29cb-47a3-a221-689572f42858 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.959474] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.960024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.960431] env[62839]: DEBUG nova.network.neutron [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.974097] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.976894] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.637s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.978280] env[62839]: DEBUG nova.objects.instance [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'resources' on Instance uuid 733a262d-78ec-49bc-8ac8-5c0195b614de {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.003180] env[62839]: DEBUG nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Received event network-vif-deleted-077656bc-1f30-4eaf-8b28-574ad39e56bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.004640] env[62839]: INFO nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Neutron deleted interface 077656bc-1f30-4eaf-8b28-574ad39e56bf; detaching it from the instance and deleting it from the info cache [ 1083.004789] env[62839]: DEBUG nova.network.neutron [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.006982] env[62839]: INFO nova.scheduler.client.report [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted allocations for instance b55b6144-dd8b-410d-94b4-fbaddb26f9ee [ 1083.261799] env[62839]: DEBUG nova.network.neutron [-] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.299149] env[62839]: INFO nova.compute.manager [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Took 17.20 seconds to build instance. [ 1083.519266] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-573f5515-20b5-46fb-8433-122680f7e368 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.522290] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2aa16d33-0482-4a58-a22e-dda82c202501 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b55b6144-dd8b-410d-94b4-fbaddb26f9ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.477s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.535377] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e2e083-32a2-450e-b31d-f4e74605772b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.581491] env[62839]: DEBUG nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Detach interface failed, port_id=077656bc-1f30-4eaf-8b28-574ad39e56bf, reason: Instance 93c18e9f-7b46-4cf6-86cc-83b093f0f465 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1083.581828] env[62839]: DEBUG nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received event network-vif-plugged-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.582165] env[62839]: DEBUG oslo_concurrency.lockutils [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.582403] env[62839]: DEBUG oslo_concurrency.lockutils [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.582587] env[62839]: DEBUG oslo_concurrency.lockutils [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.582776] env[62839]: DEBUG nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] No waiting events found dispatching network-vif-plugged-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.583062] env[62839]: WARNING nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received unexpected event network-vif-plugged-be7b9e60-f972-4775-bea2-f62e73cc24af for instance with vm_state shelved_offloaded and task_state spawning. [ 1083.583272] env[62839]: DEBUG nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received event network-changed-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.583482] env[62839]: DEBUG nova.compute.manager [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Refreshing instance network info cache due to event network-changed-be7b9e60-f972-4775-bea2-f62e73cc24af. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1083.583674] env[62839]: DEBUG oslo_concurrency.lockutils [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] Acquiring lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.608142] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Completed reading data from the image iterator. {{(pid=62839) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1083.608366] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282d89b-0225-c90a-080c-1b21e304c64e/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1083.609278] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9305bde4-3bdf-4df9-809b-bff3fd555167 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.618913] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282d89b-0225-c90a-080c-1b21e304c64e/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1083.619127] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282d89b-0225-c90a-080c-1b21e304c64e/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1083.621737] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-79eb1839-db45-4de2-b990-33d7c39f6f92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.750913] env[62839]: DEBUG nova.network.neutron [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [{"id": "be7b9e60-f972-4775-bea2-f62e73cc24af", "address": "fa:16:3e:b8:60:bb", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7b9e60-f9", "ovs_interfaceid": "be7b9e60-f972-4775-bea2-f62e73cc24af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.756327] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7d724a-79d7-4867-9d5c-cc1b8da36d15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.765538] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea49eaa-30b7-447d-9a43-ed7fbbc0b5ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.769821] env[62839]: INFO nova.compute.manager [-] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Took 1.82 seconds to deallocate network for instance. [ 1083.802784] env[62839]: DEBUG oslo_concurrency.lockutils [None req-16d56d73-19f8-4515-90b7-bc1dda88eaf3 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.711s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.806023] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76ed9cb-4a14-4396-8e72-ad127107e6ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.813796] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63266ee2-015a-4cc7-95f2-ff9336ba5193 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.830400] env[62839]: DEBUG nova.compute.provider_tree [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.884566] env[62839]: DEBUG oslo_vmware.rw_handles [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282d89b-0225-c90a-080c-1b21e304c64e/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1083.884862] env[62839]: INFO nova.virt.vmwareapi.images [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Downloaded image file data 1894fe1f-9da0-4e55-a9b5-f0390aa4e51e [ 1083.885719] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ea3b0-9d33-400b-aa51-8a32ca1e8265 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.902567] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b5317d-1601-4538-ac91-b428739f4315 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.935202] env[62839]: INFO nova.virt.vmwareapi.images [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] The imported VM was unregistered [ 1083.937400] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Caching image {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1083.937500] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.937769] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c45b1160-dbf4-4561-919b-a791fba9dd0a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.951324] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Created directory with path [datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.951542] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e/OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e.vmdk to [datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e.vmdk. {{(pid=62839) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1083.951835] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5dfed2c3-d478-4433-9427-32d0e594cdc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.960040] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1083.960040] env[62839]: value = "task-2757786" [ 1083.960040] env[62839]: _type = "Task" [ 1083.960040] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.969170] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757786, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.254618] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.257634] env[62839]: DEBUG oslo_concurrency.lockutils [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] Acquired lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.257934] env[62839]: DEBUG nova.network.neutron [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Refreshing network info cache for port be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.278532] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.286031] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fb109a34d1bde033347bc52f6d8538bd',container_format='bare',created_at=2025-02-21T08:26:47Z,direct_url=,disk_format='vmdk',id=f7a05928-8c1b-4a7e-a037-fc93d981bbef,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-106942699-shelved',owner='92b80f63bf834011865d8265270ac716',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-02-21T08:27:05Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.286421] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.286641] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.287317] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.287317] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.287317] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.287479] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.287601] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.287840] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.288409] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.288409] env[62839]: DEBUG nova.virt.hardware [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.289655] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b813e6a-3823-49eb-9632-a009d38662d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.301653] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c69c8e5-9eac-4e5b-b79c-04aa9e1a2411 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.322158] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:60:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be7b9e60-f972-4775-bea2-f62e73cc24af', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.331051] env[62839]: DEBUG oslo.service.loopingcall [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.331449] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.331720] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17a4e217-4c71-46cc-b7fa-a4c2867191ff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.348701] env[62839]: DEBUG nova.scheduler.client.report [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.362643] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.362643] env[62839]: value = "task-2757787" [ 1084.362643] env[62839]: _type = "Task" [ 1084.362643] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.375238] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757787, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.475815] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757786, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.491903] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3613cb-a425-498f-b7bd-af58e1e8f712 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.502973] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Suspending the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1084.503310] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0c383661-75b4-4993-b88d-77855d16e185 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.513656] env[62839]: DEBUG oslo_vmware.api [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1084.513656] env[62839]: value = "task-2757788" [ 1084.513656] env[62839]: _type = "Task" [ 1084.513656] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.528234] env[62839]: DEBUG oslo_vmware.api [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757788, 'name': SuspendVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.855643] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.858449] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.386s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.858722] env[62839]: DEBUG nova.objects.instance [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'resources' on Instance uuid d9c4340e-824b-4135-9109-be633ea41e44 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.879864] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757787, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.884755] env[62839]: INFO nova.scheduler.client.report [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted allocations for instance 733a262d-78ec-49bc-8ac8-5c0195b614de [ 1084.978173] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757786, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.029629] env[62839]: DEBUG oslo_vmware.api [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757788, 'name': SuspendVM_Task} progress is 12%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.094530] env[62839]: DEBUG nova.network.neutron [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updated VIF entry in instance network info cache for port be7b9e60-f972-4775-bea2-f62e73cc24af. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.094930] env[62839]: DEBUG nova.network.neutron [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [{"id": "be7b9e60-f972-4775-bea2-f62e73cc24af", "address": "fa:16:3e:b8:60:bb", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7b9e60-f9", "ovs_interfaceid": "be7b9e60-f972-4775-bea2-f62e73cc24af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.376993] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757787, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.393687] env[62839]: DEBUG oslo_concurrency.lockutils [None req-10d2b7e1-4a23-4504-bc3d-f9b58aaf64a3 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "733a262d-78ec-49bc-8ac8-5c0195b614de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.931s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.477272] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757786, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.530132] env[62839]: DEBUG oslo_vmware.api [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757788, 'name': SuspendVM_Task} progress is 70%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.596819] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb9895e-0739-4b0b-8e80-f11275d7a619 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.601498] env[62839]: DEBUG oslo_concurrency.lockutils [req-83469b5a-aaac-461e-a9f8-f50172c13567 req-a3208857-a2ec-4c46-ab50-32f9088fc2fd service nova] Releasing lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.609616] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062a0a56-99db-4964-b420-b8c92abc07ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.646863] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d60b2de-5a38-4baf-90ec-7964b153895b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.658865] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83d4a3b-b446-4137-b244-18d09422d236 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.679056] env[62839]: DEBUG nova.compute.provider_tree [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.800029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.800937] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.877784] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757787, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.973569] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757786, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.030093] env[62839]: DEBUG oslo_vmware.api [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757788, 'name': SuspendVM_Task} progress is 70%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.182516] env[62839]: DEBUG nova.scheduler.client.report [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.303561] env[62839]: DEBUG nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.316574] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.316863] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.376515] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757787, 'name': CreateVM_Task, 'duration_secs': 1.842775} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.376904] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.377762] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.378069] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.378515] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.378881] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d17fede-805d-49e3-8167-9e9a5f308045 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.385096] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1086.385096] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52877649-5f8e-4a88-0eda-3e9742bfbfac" [ 1086.385096] env[62839]: _type = "Task" [ 1086.385096] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.395066] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52877649-5f8e-4a88-0eda-3e9742bfbfac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.473663] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757786, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.277343} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.473979] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e/OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e.vmdk to [datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e.vmdk. [ 1086.474155] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Cleaning up location [datastore2] OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1086.474328] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6db68aa4-b857-42c5-bb52-a411b0d33b2e {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.474904] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42c291b6-cc59-46fd-8cd2-354cfe4a141c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.482178] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1086.482178] env[62839]: value = "task-2757789" [ 1086.482178] env[62839]: _type = "Task" [ 1086.482178] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.490737] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.530227] env[62839]: DEBUG oslo_vmware.api [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757788, 'name': SuspendVM_Task, 'duration_secs': 1.750121} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.530512] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Suspended the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1086.530695] env[62839]: DEBUG nova.compute.manager [None req-39254a73-af34-442c-a58b-723169545ade tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.531509] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf61c86-d5a3-4814-8653-8b08c54b0e18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.688082] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.692418] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.414s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.692660] env[62839]: DEBUG nova.objects.instance [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'resources' on Instance uuid 93c18e9f-7b46-4cf6-86cc-83b093f0f465 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.716014] env[62839]: INFO nova.scheduler.client.report [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted allocations for instance d9c4340e-824b-4135-9109-be633ea41e44 [ 1086.821210] env[62839]: DEBUG nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.824647] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.896057] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.896254] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Processing image f7a05928-8c1b-4a7e-a037-fc93d981bbef {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.896471] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef/f7a05928-8c1b-4a7e-a037-fc93d981bbef.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.896610] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef/f7a05928-8c1b-4a7e-a037-fc93d981bbef.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.896785] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.897049] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f27f31a-4023-48a6-8a11-dd78e210a879 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.907489] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.910184] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.910184] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4ae58f-a7e8-4813-be6c-d46147ebd64b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.914659] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1086.914659] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d4fc55-78e2-bced-cdf7-96383ed8a293" [ 1086.914659] env[62839]: _type = "Task" [ 1086.914659] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.924040] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d4fc55-78e2-bced-cdf7-96383ed8a293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.992324] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035862} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.992583] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.992749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.993037] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e.vmdk to [datastore2] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.993311] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66f67a7c-24f7-47b4-808e-3b38f967c9e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.001032] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1087.001032] env[62839]: value = "task-2757790" [ 1087.001032] env[62839]: _type = "Task" [ 1087.001032] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.009306] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.224090] env[62839]: DEBUG oslo_concurrency.lockutils [None req-812984b8-e960-4aff-a4a1-382b5ab32068 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "d9c4340e-824b-4135-9109-be633ea41e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.845s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.342616] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.429135] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Preparing fetch location {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1087.429493] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Fetch image to [datastore2] OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6/OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6.vmdk {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1087.429651] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Downloading stream optimized image f7a05928-8c1b-4a7e-a037-fc93d981bbef to [datastore2] OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6/OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6.vmdk on the data store datastore2 as vApp {{(pid=62839) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1087.429827] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Downloading image file data f7a05928-8c1b-4a7e-a037-fc93d981bbef to the ESX as VM named 'OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6' {{(pid=62839) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1087.432413] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406f933-1e3b-4173-9c1d-1cf33560e1d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.444420] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc006e-7fb9-4bde-a681-7931e8a4b9d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.497842] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af630af8-4198-4393-889d-3204b5402170 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.511661] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31093a23-deea-4f47-a8b1-4293495a1996 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.515965] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757790, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.529533] env[62839]: DEBUG nova.compute.provider_tree [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.544806] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1087.544806] env[62839]: value = "resgroup-9" [ 1087.544806] env[62839]: _type = "ResourcePool" [ 1087.544806] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1087.545179] env[62839]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-40b322d4-420e-4bcd-a682-4f81a2c588c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.573286] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lease: (returnval){ [ 1087.573286] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1087.573286] env[62839]: _type = "HttpNfcLease" [ 1087.573286] env[62839]: } obtained for vApp import into resource pool (val){ [ 1087.573286] env[62839]: value = "resgroup-9" [ 1087.573286] env[62839]: _type = "ResourcePool" [ 1087.573286] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1087.573636] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the lease: (returnval){ [ 1087.573636] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1087.573636] env[62839]: _type = "HttpNfcLease" [ 1087.573636] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1087.583280] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.583280] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1087.583280] env[62839]: _type = "HttpNfcLease" [ 1087.583280] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.014974] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757790, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.033260] env[62839]: DEBUG nova.scheduler.client.report [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.067058] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "0e3f71a9-defc-458e-a0ea-bd0a74912488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.067317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.067528] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "0e3f71a9-defc-458e-a0ea-bd0a74912488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.067764] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.067993] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.070522] env[62839]: INFO nova.compute.manager [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Terminating instance [ 1088.083695] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.083695] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1088.083695] env[62839]: _type = "HttpNfcLease" [ 1088.083695] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.384977] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "1a726f18-76de-46a6-91a2-7502e3e93f34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.385345] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.385577] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.385858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.386104] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.388719] env[62839]: INFO nova.compute.manager [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Terminating instance [ 1088.512949] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757790, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.538531] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.540973] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.716s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.542734] env[62839]: INFO nova.compute.claims [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.563315] env[62839]: INFO nova.scheduler.client.report [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted allocations for instance 93c18e9f-7b46-4cf6-86cc-83b093f0f465 [ 1088.579930] env[62839]: DEBUG nova.compute.manager [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.580286] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.581726] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1474005e-1092-47b5-8816-ba1a6cafdea1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.590683] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.590683] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1088.590683] env[62839]: _type = "HttpNfcLease" [ 1088.590683] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.594029] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.594320] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ffcaca-1897-4eda-bef2-3133e88790f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.694169] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.694516] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.694801] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleting the datastore file [datastore2] 0e3f71a9-defc-458e-a0ea-bd0a74912488 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.695149] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-024459ce-0c2c-4644-9313-4c49794e0285 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.706204] env[62839]: DEBUG oslo_vmware.api [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1088.706204] env[62839]: value = "task-2757793" [ 1088.706204] env[62839]: _type = "Task" [ 1088.706204] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.718391] env[62839]: DEBUG oslo_vmware.api [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.892734] env[62839]: DEBUG nova.compute.manager [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.892984] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.893919] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e0489e-3738-492c-8a6b-c47be5902af0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.906764] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.907114] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6bbfb1-31ef-4bc5-9412-1e32b463229b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.912361] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e055cf-458c-e24a-3cc4-d3fc67a10978/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1088.913220] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6c753d-aed2-4b4e-9d18-881d20d8b456 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.917638] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1088.917638] env[62839]: value = "task-2757794" [ 1088.917638] env[62839]: _type = "Task" [ 1088.917638] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.923290] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e055cf-458c-e24a-3cc4-d3fc67a10978/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1088.923470] env[62839]: ERROR oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e055cf-458c-e24a-3cc4-d3fc67a10978/disk-0.vmdk due to incomplete transfer. [ 1088.924088] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-49a3150a-50af-40a5-a273-aa834cdbd7bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.930459] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.934177] env[62839]: DEBUG oslo_vmware.rw_handles [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e055cf-458c-e24a-3cc4-d3fc67a10978/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1088.934343] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Uploaded image 060f0f5e-ec7a-4f36-809c-c63bf646f938 to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1088.937121] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1088.937239] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6708b2be-9d19-4dfc-8473-ad0db25976ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.946222] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1088.946222] env[62839]: value = "task-2757795" [ 1088.946222] env[62839]: _type = "Task" [ 1088.946222] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.958102] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757795, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.014566] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757790, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.072264] env[62839]: DEBUG oslo_concurrency.lockutils [None req-79f97585-db4c-4463-919e-c10c077f3f95 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "93c18e9f-7b46-4cf6-86cc-83b093f0f465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.816s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.084631] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.084631] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1089.084631] env[62839]: _type = "HttpNfcLease" [ 1089.084631] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.218567] env[62839]: DEBUG oslo_vmware.api [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.428196] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757794, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.456541] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757795, 'name': Destroy_Task, 'duration_secs': 0.398576} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.456827] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Destroyed the VM [ 1089.457049] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1089.457316] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb312f0f-5a58-4fa9-beaa-6e06fbe9fb6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.464784] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1089.464784] env[62839]: value = "task-2757796" [ 1089.464784] env[62839]: _type = "Task" [ 1089.464784] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.476053] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.516096] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757790, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.298371} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.516505] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e/1894fe1f-9da0-4e55-a9b5-f0390aa4e51e.vmdk to [datastore2] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.517095] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e9a85-b1ad-4e81-b383-24a448505673 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.540165] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.540498] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b467f4de-911d-4a96-a532-aa23e057fa34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.565309] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1089.565309] env[62839]: value = "task-2757797" [ 1089.565309] env[62839]: _type = "Task" [ 1089.565309] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.577343] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.587025] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.587025] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1089.587025] env[62839]: _type = "HttpNfcLease" [ 1089.587025] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.718486] env[62839]: DEBUG oslo_vmware.api [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.767715} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.718842] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.719148] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.719368] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.719595] env[62839]: INFO nova.compute.manager [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1089.719899] env[62839]: DEBUG oslo.service.loopingcall [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.720132] env[62839]: DEBUG nova.compute.manager [-] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.720219] env[62839]: DEBUG nova.network.neutron [-] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.746372] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c5054-e002-40e9-a607-c6cbb2dc31c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.754543] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c95ec1-26f5-42c5-bb47-547a7257ac86 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.788378] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd811ff-9c60-4dfc-8e8b-48a605906325 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.796915] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc941bb-4eb5-456f-ba24-1cbc18a05ec5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.812870] env[62839]: DEBUG nova.compute.provider_tree [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.935467] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757794, 'name': PowerOffVM_Task, 'duration_secs': 0.522248} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.936346] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.936346] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.936346] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1549ca5-4e1b-420a-b4aa-866141e3351e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.976306] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757796, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.988852] env[62839]: DEBUG nova.compute.manager [req-a0d0bb2f-317d-4dd2-8f7e-4133d459b84a req-532dcefd-500d-4ff1-affa-4b9cd2c32961 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Received event network-vif-deleted-1f1b01ca-0c75-45a8-b2d4-590293f8362b {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.989115] env[62839]: INFO nova.compute.manager [req-a0d0bb2f-317d-4dd2-8f7e-4133d459b84a req-532dcefd-500d-4ff1-affa-4b9cd2c32961 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Neutron deleted interface 1f1b01ca-0c75-45a8-b2d4-590293f8362b; detaching it from the instance and deleting it from the info cache [ 1089.989332] env[62839]: DEBUG nova.network.neutron [req-a0d0bb2f-317d-4dd2-8f7e-4133d459b84a req-532dcefd-500d-4ff1-affa-4b9cd2c32961 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.021274] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.021535] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.021723] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleting the datastore file [datastore2] 1a726f18-76de-46a6-91a2-7502e3e93f34 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.022138] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae56db2c-9929-49d1-a8b3-bff5dfc4b919 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.031333] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for the task: (returnval){ [ 1090.031333] env[62839]: value = "task-2757799" [ 1090.031333] env[62839]: _type = "Task" [ 1090.031333] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.040584] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.075925] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757797, 'name': ReconfigVM_Task, 'duration_secs': 0.40777} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.076177] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 9db5da96-aa00-4df3-8565-f0fcf2c244a0/9db5da96-aa00-4df3-8565-f0fcf2c244a0.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.076836] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8f5a336-c3c6-45bb-8adb-e9b28d8004f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.085081] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.085081] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1090.085081] env[62839]: _type = "HttpNfcLease" [ 1090.085081] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.085423] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.085423] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc835d-e99c-2925-f3f5-d77e42abcaab" [ 1090.085423] env[62839]: _type = "HttpNfcLease" [ 1090.085423] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1090.086164] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660af1b-ce89-44a0-b4e2-737713cf0b70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.089890] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1090.089890] env[62839]: value = "task-2757800" [ 1090.089890] env[62839]: _type = "Task" [ 1090.089890] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.096354] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fefd4-64ed-e2e7-3564-a27cd1c7d62a/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.096568] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fefd4-64ed-e2e7-3564-a27cd1c7d62a/disk-0.vmdk. {{(pid=62839) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1090.159879] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757800, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.166351] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74afe7e1-a94f-4870-aee6-7f3e5aeb1323 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.317032] env[62839]: DEBUG nova.scheduler.client.report [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.461071] env[62839]: DEBUG nova.network.neutron [-] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.475944] env[62839]: DEBUG oslo_vmware.api [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757796, 'name': RemoveSnapshot_Task, 'duration_secs': 0.700408} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.476233] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.476477] env[62839]: INFO nova.compute.manager [None req-b50ee944-d094-4705-9859-e0d5266ca5d7 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Took 12.97 seconds to snapshot the instance on the hypervisor. [ 1090.493271] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-998bdf0e-cac9-4702-af39-32273637f361 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.504036] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae877fe-c9f9-4c23-86b4-d4409795cac4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.539859] env[62839]: DEBUG nova.compute.manager [req-a0d0bb2f-317d-4dd2-8f7e-4133d459b84a req-532dcefd-500d-4ff1-affa-4b9cd2c32961 service nova] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Detach interface failed, port_id=1f1b01ca-0c75-45a8-b2d4-590293f8362b, reason: Instance 0e3f71a9-defc-458e-a0ea-bd0a74912488 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1090.548528] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.602309] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757800, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.691030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.691030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.821987] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.822540] env[62839]: DEBUG nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.826556] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.484s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.827988] env[62839]: INFO nova.compute.claims [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.963327] env[62839]: INFO nova.compute.manager [-] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Took 1.24 seconds to deallocate network for instance. [ 1091.051988] env[62839]: DEBUG oslo_vmware.api [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Task: {'id': task-2757799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582703} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.054516] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.054694] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.054893] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.055099] env[62839]: INFO nova.compute.manager [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1091.055367] env[62839]: DEBUG oslo.service.loopingcall [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1091.055580] env[62839]: DEBUG nova.compute.manager [-] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.055687] env[62839]: DEBUG nova.network.neutron [-] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.106126] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757800, 'name': Rename_Task, 'duration_secs': 0.596003} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.108741] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.109146] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5d5c78f-b3f8-4b79-b41e-e6df69f4abd5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.118912] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1091.118912] env[62839]: value = "task-2757801" [ 1091.118912] env[62839]: _type = "Task" [ 1091.118912] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.134036] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.194676] env[62839]: INFO nova.compute.manager [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Detaching volume 45adb497-12bc-4f5b-a208-5378e1e3d343 [ 1091.236141] env[62839]: INFO nova.virt.block_device [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Attempting to driver detach volume 45adb497-12bc-4f5b-a208-5378e1e3d343 from mountpoint /dev/sdb [ 1091.236141] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1091.236141] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554882', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'name': 'volume-45adb497-12bc-4f5b-a208-5378e1e3d343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679c3b58-3f8c-492f-8b37-d379f83d2e5e', 'attached_at': '', 'detached_at': '', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'serial': '45adb497-12bc-4f5b-a208-5378e1e3d343'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1091.236141] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e309c-6d23-4dde-a132-c79a2d35dff3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.257660] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c21a16-8f4b-42b9-a760-fff14b0cd656 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.266257] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f029ede-db3a-4ff0-aaba-6ef93752fdba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.292911] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb787ab-cbe8-40d2-a960-5b93360cc4f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.309419] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] The volume has not been displaced from its original location: [datastore1] volume-45adb497-12bc-4f5b-a208-5378e1e3d343/volume-45adb497-12bc-4f5b-a208-5378e1e3d343.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.314740] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.323921] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de687c7-6958-4b62-b439-add5a76d2c46 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.343804] env[62839]: DEBUG nova.compute.utils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.350401] env[62839]: DEBUG nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.350861] env[62839]: DEBUG nova.network.neutron [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.360055] env[62839]: DEBUG oslo_vmware.api [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1091.360055] env[62839]: value = "task-2757802" [ 1091.360055] env[62839]: _type = "Task" [ 1091.360055] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.374076] env[62839]: DEBUG oslo_vmware.api [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.401844] env[62839]: DEBUG nova.policy [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45852c6f14942eea559d7a07e368b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81bd0646e1ca4557bf9039d12f0bf42e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.470095] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.629487] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.702418] env[62839]: DEBUG nova.network.neutron [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Successfully created port: 806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.836088] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Completed reading data from the image iterator. {{(pid=62839) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1091.836218] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fefd4-64ed-e2e7-3564-a27cd1c7d62a/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.837064] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aa561a-dc4a-4096-96b9-b4acf7fd79ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.851986] env[62839]: DEBUG nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.854902] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fefd4-64ed-e2e7-3564-a27cd1c7d62a/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.855121] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fefd4-64ed-e2e7-3564-a27cd1c7d62a/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1091.855973] env[62839]: DEBUG nova.network.neutron [-] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.857020] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6b10b640-eedf-48f4-91f5-4a300e86426f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.878551] env[62839]: DEBUG oslo_vmware.api [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.015175] env[62839]: DEBUG nova.compute.manager [req-99dc096d-000d-4565-8bd4-d32471bfcec9 req-d5faaa9e-6a3a-45dc-90c1-2c16a79559c0 service nova] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Received event network-vif-deleted-1bd30c45-611b-4dc4-90f8-8321c9c8e3f2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.063665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace0062-5d72-48fb-b58c-2f40e1f52b0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.072096] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d83a42a-74b7-4a4a-b641-15dfdb680c7b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.106830] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a88795-ef09-45a8-ae5c-ce8a7534d168 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.109728] env[62839]: DEBUG oslo_vmware.rw_handles [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fefd4-64ed-e2e7-3564-a27cd1c7d62a/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1092.109931] env[62839]: INFO nova.virt.vmwareapi.images [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Downloaded image file data f7a05928-8c1b-4a7e-a037-fc93d981bbef [ 1092.110637] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36b8079-fbd4-4b3b-91db-5242972d1a8f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.129170] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7854a83-3f69-4474-a6f9-91800c6ccc97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.137343] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48e4947-344c-4db9-b045-7a0b0456af78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.150251] env[62839]: DEBUG nova.compute.provider_tree [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.155141] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757801, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.171044] env[62839]: INFO nova.virt.vmwareapi.images [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] The imported VM was unregistered [ 1092.173486] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Caching image {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1092.173725] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.174900] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebd411eb-2afc-4b8e-87c4-602e7f0fefac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.187625] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Created directory with path [datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.187813] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6/OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6.vmdk to [datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef/f7a05928-8c1b-4a7e-a037-fc93d981bbef.vmdk. {{(pid=62839) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1092.188081] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-43801460-93ea-44dc-8570-e2bf63fef750 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.197634] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1092.197634] env[62839]: value = "task-2757804" [ 1092.197634] env[62839]: _type = "Task" [ 1092.197634] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.207551] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757804, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.365458] env[62839]: INFO nova.compute.manager [-] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Took 1.31 seconds to deallocate network for instance. [ 1092.379055] env[62839]: DEBUG oslo_vmware.api [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757802, 'name': ReconfigVM_Task, 'duration_secs': 0.659682} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.379055] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.384212] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a982824f-dda4-43ae-b607-0cb5664b32d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.402195] env[62839]: DEBUG oslo_vmware.api [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1092.402195] env[62839]: value = "task-2757805" [ 1092.402195] env[62839]: _type = "Task" [ 1092.402195] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.413331] env[62839]: DEBUG oslo_vmware.api [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.645470] env[62839]: DEBUG oslo_vmware.api [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757801, 'name': PowerOnVM_Task, 'duration_secs': 1.159716} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.645470] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.657566] env[62839]: DEBUG nova.scheduler.client.report [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.708602] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757804, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.757449] env[62839]: DEBUG nova.compute.manager [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.758460] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c8e011-f07e-47da-b0f2-75676058ecc9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.864033] env[62839]: DEBUG nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.873631] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.888505] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.888687] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.888745] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.888954] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.889191] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.889377] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.889636] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.889802] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.890147] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.890346] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.890529] env[62839]: DEBUG nova.virt.hardware [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.891516] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7139b615-2736-42a8-a339-1c4ff63e052a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.901162] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0d61d5-4f1c-478c-814a-a7b0fa452898 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.922220] env[62839]: DEBUG oslo_vmware.api [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757805, 'name': ReconfigVM_Task, 'duration_secs': 0.275935} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.922834] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554882', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'name': 'volume-45adb497-12bc-4f5b-a208-5378e1e3d343', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679c3b58-3f8c-492f-8b37-d379f83d2e5e', 'attached_at': '', 'detached_at': '', 'volume_id': '45adb497-12bc-4f5b-a208-5378e1e3d343', 'serial': '45adb497-12bc-4f5b-a208-5378e1e3d343'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1093.065748] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "5556259c-3822-44fb-8643-038f2e636c22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.066071] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "5556259c-3822-44fb-8643-038f2e636c22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.066371] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "5556259c-3822-44fb-8643-038f2e636c22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.066599] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "5556259c-3822-44fb-8643-038f2e636c22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.066818] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "5556259c-3822-44fb-8643-038f2e636c22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.070671] env[62839]: INFO nova.compute.manager [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Terminating instance [ 1093.163596] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.166026] env[62839]: DEBUG nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.169214] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.699s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.169934] env[62839]: DEBUG nova.objects.instance [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'resources' on Instance uuid 0e3f71a9-defc-458e-a0ea-bd0a74912488 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.210415] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757804, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.216045] env[62839]: DEBUG nova.network.neutron [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Successfully updated port: 806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.277374] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f0756784-7372-457d-a8d7-20de11e55539 tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.943s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.478214] env[62839]: DEBUG nova.objects.instance [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'flavor' on Instance uuid 679c3b58-3f8c-492f-8b37-d379f83d2e5e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.575306] env[62839]: DEBUG nova.compute.manager [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.575614] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.576850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad040a4-9952-4582-a23f-84ff5bd7ee9e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.586467] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.586737] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-024e3c36-170c-4642-9d73-2bb31bf136e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.594655] env[62839]: DEBUG oslo_vmware.api [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1093.594655] env[62839]: value = "task-2757806" [ 1093.594655] env[62839]: _type = "Task" [ 1093.594655] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.605865] env[62839]: DEBUG oslo_vmware.api [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.674647] env[62839]: DEBUG nova.compute.utils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.679267] env[62839]: DEBUG nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.679700] env[62839]: DEBUG nova.network.neutron [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.713426] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757804, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.721044] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.722280] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.722478] env[62839]: DEBUG nova.network.neutron [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.767273] env[62839]: DEBUG nova.policy [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f537a167ae6472ba2bf741e383cad46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c952cff1852475a81639ea11745c9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.890754] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66c1a4b-6b03-4f76-8b92-c36ac4b16543 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.900038] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07231c38-53d0-473e-9e6d-3ab3ee02651d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.933433] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33851060-0588-46cd-80d9-770d33226557 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.942835] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116332cf-424d-4a2b-93f5-2481675defbc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.958647] env[62839]: DEBUG nova.compute.provider_tree [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.044399] env[62839]: DEBUG nova.compute.manager [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Received event network-vif-plugged-806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.044762] env[62839]: DEBUG oslo_concurrency.lockutils [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.045345] env[62839]: DEBUG oslo_concurrency.lockutils [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.045519] env[62839]: DEBUG oslo_concurrency.lockutils [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.045854] env[62839]: DEBUG nova.compute.manager [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] No waiting events found dispatching network-vif-plugged-806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.046131] env[62839]: WARNING nova.compute.manager [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Received unexpected event network-vif-plugged-806241d3-34ea-420c-ad69-d700526ea519 for instance with vm_state building and task_state spawning. [ 1094.046393] env[62839]: DEBUG nova.compute.manager [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Received event network-changed-806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.046695] env[62839]: DEBUG nova.compute.manager [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Refreshing instance network info cache due to event network-changed-806241d3-34ea-420c-ad69-d700526ea519. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.046968] env[62839]: DEBUG oslo_concurrency.lockutils [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] Acquiring lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.069310] env[62839]: DEBUG nova.network.neutron [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Successfully created port: ac6983d5-12fb-4138-88cd-6db5dc25ed4a {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.106778] env[62839]: DEBUG oslo_vmware.api [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757806, 'name': PowerOffVM_Task, 'duration_secs': 0.325827} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.107168] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.107336] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.107602] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d4db6bc-2dc6-4bfb-b0c6-5ef135d69ffd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.180083] env[62839]: DEBUG nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.193648] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.193648] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.193648] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Deleting the datastore file [datastore1] 5556259c-3822-44fb-8643-038f2e636c22 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.193648] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bd3d841-3921-4672-8ccc-9bdd62da0b42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.201578] env[62839]: DEBUG oslo_vmware.api [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1094.201578] env[62839]: value = "task-2757808" [ 1094.201578] env[62839]: _type = "Task" [ 1094.201578] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.214432] env[62839]: DEBUG oslo_vmware.api [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.217719] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757804, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.270405] env[62839]: DEBUG nova.network.neutron [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.462022] env[62839]: DEBUG nova.scheduler.client.report [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.486247] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0d7a24b6-55e0-4ffe-a98f-ba3c95e5ee48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.795s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.515458] env[62839]: DEBUG nova.network.neutron [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updating instance_info_cache with network_info: [{"id": "806241d3-34ea-420c-ad69-d700526ea519", "address": "fa:16:3e:9a:91:7a", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap806241d3-34", "ovs_interfaceid": "806241d3-34ea-420c-ad69-d700526ea519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.715226] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757804, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.718520] env[62839]: DEBUG oslo_vmware.api [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337513} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.718759] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.718935] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.719128] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.719430] env[62839]: INFO nova.compute.manager [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1094.719937] env[62839]: DEBUG oslo.service.loopingcall [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.719937] env[62839]: DEBUG nova.compute.manager [-] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.720124] env[62839]: DEBUG nova.network.neutron [-] [instance: 5556259c-3822-44fb-8643-038f2e636c22] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.968504] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.970941] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.097s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.971382] env[62839]: DEBUG nova.objects.instance [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lazy-loading 'resources' on Instance uuid 1a726f18-76de-46a6-91a2-7502e3e93f34 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.991990] env[62839]: INFO nova.scheduler.client.report [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted allocations for instance 0e3f71a9-defc-458e-a0ea-bd0a74912488 [ 1095.022024] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.022024] env[62839]: DEBUG nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Instance network_info: |[{"id": "806241d3-34ea-420c-ad69-d700526ea519", "address": "fa:16:3e:9a:91:7a", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap806241d3-34", "ovs_interfaceid": "806241d3-34ea-420c-ad69-d700526ea519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.022024] env[62839]: DEBUG oslo_concurrency.lockutils [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] Acquired lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.022024] env[62839]: DEBUG nova.network.neutron [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Refreshing network info cache for port 806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.022024] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:91:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '806241d3-34ea-420c-ad69-d700526ea519', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.034904] env[62839]: DEBUG oslo.service.loopingcall [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.036224] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.039012] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d8033fa-4f01-4ca1-9b11-f96ec6423ac6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.058599] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.058599] env[62839]: value = "task-2757809" [ 1095.058599] env[62839]: _type = "Task" [ 1095.058599] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.066832] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757809, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.069448] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.069843] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.071027] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.071027] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.071027] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.072743] env[62839]: INFO nova.compute.manager [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Terminating instance [ 1095.192349] env[62839]: DEBUG nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.216580] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757804, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.990286} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.218595] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6/OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6.vmdk to [datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef/f7a05928-8c1b-4a7e-a037-fc93d981bbef.vmdk. [ 1095.218801] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Cleaning up location [datastore2] OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1095.218966] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3b0c0e1a-e4b3-416f-972f-c8e5ccd4d4f6 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.220491] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aead419b-83d5-4a34-87c9-7cd6571276d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.226390] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.226733] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.226988] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.227296] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.227534] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.227780] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.228120] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.228389] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.228678] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.228942] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.229232] env[62839]: DEBUG nova.virt.hardware [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.230417] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35da5d59-2f84-4e02-84df-2037fdadebcf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.235601] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1095.235601] env[62839]: value = "task-2757810" [ 1095.235601] env[62839]: _type = "Task" [ 1095.235601] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.245222] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4c74a2-2c0f-4db7-ae2b-61654702065d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.252503] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.426442] env[62839]: DEBUG nova.network.neutron [-] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.446899] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.447073] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Cleaning up deleted instances with incomplete migration {{(pid=62839) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1095.499622] env[62839]: DEBUG oslo_concurrency.lockutils [None req-80ed438a-be1b-4aa1-9a6f-73b2217e0231 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "0e3f71a9-defc-458e-a0ea-bd0a74912488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.432s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.570224] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757809, 'name': CreateVM_Task, 'duration_secs': 0.413832} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.570391] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.571134] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.571335] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.571661] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.571908] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e5b238-b8d8-45f7-b05f-71ffe6b6b3b3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.576627] env[62839]: DEBUG nova.compute.manager [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.576865] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.577211] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1095.577211] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5238e064-f934-2a35-b326-15f9b5c7d2b1" [ 1095.577211] env[62839]: _type = "Task" [ 1095.577211] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.580715] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff1c0e6-8f10-49d6-a1d9-f6752430d2d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.592080] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5238e064-f934-2a35-b326-15f9b5c7d2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.594306] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.596723] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08f73e5-9b39-4edb-a76b-4b971d0d1b48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.605162] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1095.605162] env[62839]: value = "task-2757811" [ 1095.605162] env[62839]: _type = "Task" [ 1095.605162] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.622972] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.691192] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43121a32-e2da-4ce2-a768-5bbfd7622fb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.699061] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8001b37-1c5b-484a-b2ed-eae65d11bf90 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.732565] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85c9a60-a680-475d-b255-ea04146fe2f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.742969] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e6afaa-7a1e-4503-ac2b-e978a28af00c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.763420] env[62839]: DEBUG nova.compute.provider_tree [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.768040] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062591} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.770831] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.771032] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef/f7a05928-8c1b-4a7e-a037-fc93d981bbef.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.771283] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef/f7a05928-8c1b-4a7e-a037-fc93d981bbef.vmdk to [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.771591] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3836a85-5d0c-4e87-bba0-27887d84f5ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.780061] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1095.780061] env[62839]: value = "task-2757812" [ 1095.780061] env[62839]: _type = "Task" [ 1095.780061] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.788352] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.928647] env[62839]: DEBUG nova.network.neutron [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Successfully updated port: ac6983d5-12fb-4138-88cd-6db5dc25ed4a {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.930174] env[62839]: INFO nova.compute.manager [-] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Took 1.21 seconds to deallocate network for instance. [ 1095.935972] env[62839]: DEBUG nova.network.neutron [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updated VIF entry in instance network info cache for port 806241d3-34ea-420c-ad69-d700526ea519. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.935972] env[62839]: DEBUG nova.network.neutron [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updating instance_info_cache with network_info: [{"id": "806241d3-34ea-420c-ad69-d700526ea519", "address": "fa:16:3e:9a:91:7a", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap806241d3-34", "ovs_interfaceid": "806241d3-34ea-420c-ad69-d700526ea519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.094593] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5238e064-f934-2a35-b326-15f9b5c7d2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.019863} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.094972] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.095359] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.095614] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.095766] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.095966] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.096245] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a07c5f-60a6-4f8f-b839-b3b16a579ae7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.112015] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.112690] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.115661] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe818ece-71de-4575-855a-a0a47328be2f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.117809] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757811, 'name': PowerOffVM_Task, 'duration_secs': 0.343121} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.118086] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.118283] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.118810] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-557ce3af-074d-4c98-a6e6-55ca693b126b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.121803] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1096.121803] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52abbaee-0e09-0431-9337-2f9378942e07" [ 1096.121803] env[62839]: _type = "Task" [ 1096.121803] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.130110] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52abbaee-0e09-0431-9337-2f9378942e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.164246] env[62839]: DEBUG nova.compute.manager [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Received event network-vif-deleted-33d2a982-fab4-4964-813f-1e5e78ea1ec6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.164371] env[62839]: DEBUG nova.compute.manager [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Received event network-vif-plugged-ac6983d5-12fb-4138-88cd-6db5dc25ed4a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.164906] env[62839]: DEBUG oslo_concurrency.lockutils [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] Acquiring lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.164906] env[62839]: DEBUG oslo_concurrency.lockutils [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.164906] env[62839]: DEBUG oslo_concurrency.lockutils [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.165326] env[62839]: DEBUG nova.compute.manager [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] No waiting events found dispatching network-vif-plugged-ac6983d5-12fb-4138-88cd-6db5dc25ed4a {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.165326] env[62839]: WARNING nova.compute.manager [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Received unexpected event network-vif-plugged-ac6983d5-12fb-4138-88cd-6db5dc25ed4a for instance with vm_state building and task_state spawning. [ 1096.165403] env[62839]: DEBUG nova.compute.manager [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Received event network-changed-ac6983d5-12fb-4138-88cd-6db5dc25ed4a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.165522] env[62839]: DEBUG nova.compute.manager [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Refreshing instance network info cache due to event network-changed-ac6983d5-12fb-4138-88cd-6db5dc25ed4a. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1096.165673] env[62839]: DEBUG oslo_concurrency.lockutils [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] Acquiring lock "refresh_cache-7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.165809] env[62839]: DEBUG oslo_concurrency.lockutils [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] Acquired lock "refresh_cache-7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.165967] env[62839]: DEBUG nova.network.neutron [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Refreshing network info cache for port ac6983d5-12fb-4138-88cd-6db5dc25ed4a {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.187649] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.187828] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.187912] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleting the datastore file [datastore2] 679c3b58-3f8c-492f-8b37-d379f83d2e5e {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.188198] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-876e7e73-4eaa-40ac-bc26-0df6a78e0b08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.197875] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1096.197875] env[62839]: value = "task-2757814" [ 1096.197875] env[62839]: _type = "Task" [ 1096.197875] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.217462] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.271816] env[62839]: DEBUG nova.scheduler.client.report [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.289261] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757812, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.351150] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "663c9ae0-c0de-4361-ab27-475532148b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.351384] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.439583] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "refresh_cache-7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.440042] env[62839]: DEBUG oslo_concurrency.lockutils [req-a195dc7c-2ae3-425c-abe2-ab50a40e96f0 req-f959f5e3-c5f9-46ad-b9a2-f2fa5e4ec6e6 service nova] Releasing lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.444902] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.632560] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52abbaee-0e09-0431-9337-2f9378942e07, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.633423] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999a96f5-5220-4037-b09b-0206ae42d37e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.639715] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1096.639715] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fe3c22-f350-a78e-40c2-bb0ab4951598" [ 1096.639715] env[62839]: _type = "Task" [ 1096.639715] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.648369] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fe3c22-f350-a78e-40c2-bb0ab4951598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.699604] env[62839]: DEBUG nova.network.neutron [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.712033] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.779403] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.781782] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.337s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.782099] env[62839]: DEBUG nova.objects.instance [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lazy-loading 'resources' on Instance uuid 5556259c-3822-44fb-8643-038f2e636c22 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.792517] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757812, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.803500] env[62839]: INFO nova.scheduler.client.report [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Deleted allocations for instance 1a726f18-76de-46a6-91a2-7502e3e93f34 [ 1096.811371] env[62839]: DEBUG nova.network.neutron [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.854213] env[62839]: DEBUG nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.928085] env[62839]: INFO nova.compute.manager [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Rebuilding instance [ 1096.969905] env[62839]: DEBUG nova.compute.manager [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.970810] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc43b783-59d3-479a-ae0d-ad366995986f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.152867] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fe3c22-f350-a78e-40c2-bb0ab4951598, 'name': SearchDatastore_Task, 'duration_secs': 0.084766} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.152867] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.153117] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.153336] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f32e15f-2b23-40fe-9bfd-4b883cc0a106 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.163230] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1097.163230] env[62839]: value = "task-2757815" [ 1097.163230] env[62839]: _type = "Task" [ 1097.163230] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.172385] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.212336] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.296564] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757812, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.315986] env[62839]: DEBUG oslo_concurrency.lockutils [req-55cacc96-5838-4281-8aab-bde657e0ec8b req-6e196c4e-61d2-46f3-9181-156dfabeeb35 service nova] Releasing lock "refresh_cache-7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.317340] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c068940a-06cd-4d78-aac7-2b7664105ac2 tempest-AttachInterfacesTestJSON-481008449 tempest-AttachInterfacesTestJSON-481008449-project-member] Lock "1a726f18-76de-46a6-91a2-7502e3e93f34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.932s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.318349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "refresh_cache-7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.318553] env[62839]: DEBUG nova.network.neutron [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.375992] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.494952] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fcafc1-8fb1-40f2-a079-bad50d290855 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.504075] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e082c-52d5-42d9-8ee2-0fcfa186c0fe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.537146] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb14cf66-fd7d-4461-ba45-eec8fbe4850e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.545678] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9301221e-641d-4122-969c-070cb7e4f906 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.562252] env[62839]: DEBUG nova.compute.provider_tree [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.674912] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.713079] env[62839]: DEBUG oslo_vmware.api [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.377601} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.713271] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.713312] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.713495] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.714154] env[62839]: INFO nova.compute.manager [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1097.714154] env[62839]: DEBUG oslo.service.loopingcall [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.714321] env[62839]: DEBUG nova.compute.manager [-] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.714321] env[62839]: DEBUG nova.network.neutron [-] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.792692] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757812, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.885704] env[62839]: DEBUG nova.network.neutron [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.998738] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.999102] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-894f24c7-ed44-4450-8c61-c09e89ade8e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.007657] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1098.007657] env[62839]: value = "task-2757816" [ 1098.007657] env[62839]: _type = "Task" [ 1098.007657] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.018367] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.066081] env[62839]: DEBUG nova.scheduler.client.report [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.177814] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.293682] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757812, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.508395] env[62839]: DEBUG nova.network.neutron [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Updating instance_info_cache with network_info: [{"id": "ac6983d5-12fb-4138-88cd-6db5dc25ed4a", "address": "fa:16:3e:cb:52:8a", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6983d5-12", "ovs_interfaceid": "ac6983d5-12fb-4138-88cd-6db5dc25ed4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.528543] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757816, 'name': PowerOffVM_Task, 'duration_secs': 0.476778} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.528922] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.529278] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.533422] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec14968-85d4-4c1d-aa86-c6f58b1ca947 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.543779] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.544045] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc3c3e7-9a3b-4d44-8830-18f72b77f370 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.571618] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.574464] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.198s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.576447] env[62839]: INFO nova.compute.claims [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.597853] env[62839]: INFO nova.scheduler.client.report [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Deleted allocations for instance 5556259c-3822-44fb-8643-038f2e636c22 [ 1098.608137] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.608499] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.608577] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleting the datastore file [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.608785] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cec7201-5742-4563-9cb4-ddc2360ecd88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.616995] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1098.616995] env[62839]: value = "task-2757818" [ 1098.616995] env[62839]: _type = "Task" [ 1098.616995] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.628684] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.676262] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757815, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.799119] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757812, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.682155} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.799119] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7a05928-8c1b-4a7e-a037-fc93d981bbef/f7a05928-8c1b-4a7e-a037-fc93d981bbef.vmdk to [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.799119] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e8314-79b1-46b4-a1bd-ee950291cdfb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.826762] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.831281] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a108a047-e46e-48c3-9295-ce5e00e753cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.854725] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1098.854725] env[62839]: value = "task-2757819" [ 1098.854725] env[62839]: _type = "Task" [ 1098.854725] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.865334] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.948951] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.949490] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.974629] env[62839]: DEBUG nova.compute.manager [req-151fe686-2a2c-46a8-aa6d-6504b9191fd0 req-973c8bc1-5445-4d6f-b5d1-65da8db7c09f service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Received event network-vif-deleted-ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.974629] env[62839]: INFO nova.compute.manager [req-151fe686-2a2c-46a8-aa6d-6504b9191fd0 req-973c8bc1-5445-4d6f-b5d1-65da8db7c09f service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Neutron deleted interface ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e; detaching it from the instance and deleting it from the info cache [ 1098.974629] env[62839]: DEBUG nova.network.neutron [req-151fe686-2a2c-46a8-aa6d-6504b9191fd0 req-973c8bc1-5445-4d6f-b5d1-65da8db7c09f service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.019586] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "refresh_cache-7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.019586] env[62839]: DEBUG nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Instance network_info: |[{"id": "ac6983d5-12fb-4138-88cd-6db5dc25ed4a", "address": "fa:16:3e:cb:52:8a", "network": {"id": "27fafbfc-bc52-4b68-bbdf-3099548625e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-777889969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c952cff1852475a81639ea11745c9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6983d5-12", "ovs_interfaceid": "ac6983d5-12fb-4138-88cd-6db5dc25ed4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.019586] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:52:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6983d5-12fb-4138-88cd-6db5dc25ed4a', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.027968] env[62839]: DEBUG oslo.service.loopingcall [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.029447] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.030465] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-808c9ab0-feef-47cf-abe0-a7b7fe2b3429 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.053042] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.053042] env[62839]: value = "task-2757820" [ 1099.053042] env[62839]: _type = "Task" [ 1099.053042] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.062633] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757820, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.107268] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1498960b-d7e7-4eb2-9bb7-2d6cd394d366 tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "5556259c-3822-44fb-8643-038f2e636c22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.041s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.128202] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.175969] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757815, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.989103} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.176256] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.176717] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.176838] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c07083e5-d581-4bbd-b54a-e7456ba48e12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.184062] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1099.184062] env[62839]: value = "task-2757821" [ 1099.184062] env[62839]: _type = "Task" [ 1099.184062] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.195579] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.365980] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.454912] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.455283] env[62839]: DEBUG nova.network.neutron [-] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.478926] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7510bf1-86c7-4ceb-8722-8ea8f152b05e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.487832] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de15f5-25fd-4d21-b8d5-c5ac4f6ce325 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.524025] env[62839]: DEBUG nova.compute.manager [req-151fe686-2a2c-46a8-aa6d-6504b9191fd0 req-973c8bc1-5445-4d6f-b5d1-65da8db7c09f service nova] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Detach interface failed, port_id=ab9a25d0-52fd-4bcf-8c17-d17d40d11c3e, reason: Instance 679c3b58-3f8c-492f-8b37-d379f83d2e5e could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1099.564211] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757820, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.633459] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.887843} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.633720] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.633900] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.634878] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.700333] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289405} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.700630] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.701753] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330fd2c-13ce-4e2b-893e-d530b9c0d8f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.725051] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.727810] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0e9ace-8191-4a5f-9584-bfa8a4eef3f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.754026] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1099.754026] env[62839]: value = "task-2757822" [ 1099.754026] env[62839]: _type = "Task" [ 1099.754026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.770631] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.817056] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ecdd1f-7567-4df9-b9e3-ec04700376eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.824949] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fada89-32f6-48ba-96fb-75820c71238b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.861155] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c38ea-be8e-421f-ab15-5d542219e4f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.869327] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.872528] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ebfb8-84ae-408c-9bf3-8f8e3c34a83a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.887378] env[62839]: DEBUG nova.compute.provider_tree [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.962108] env[62839]: INFO nova.compute.manager [-] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Took 2.25 seconds to deallocate network for instance. [ 1100.037768] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "17c6ac18-6eaf-4411-9e1c-55e107f45550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.038910] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.038910] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "17c6ac18-6eaf-4411-9e1c-55e107f45550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.038910] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.038910] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.041046] env[62839]: INFO nova.compute.manager [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Terminating instance [ 1100.064152] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757820, 'name': CreateVM_Task, 'duration_secs': 0.777182} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.064336] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.065097] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.065265] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.065574] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.065864] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c25fde5-cb1e-41ed-b321-87280c3c2560 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.071728] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1100.071728] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ddaafa-702f-67ba-e21c-f22af0eac8fd" [ 1100.071728] env[62839]: _type = "Task" [ 1100.071728] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.082564] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ddaafa-702f-67ba-e21c-f22af0eac8fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.263948] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757822, 'name': ReconfigVM_Task, 'duration_secs': 0.328617} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.264357] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.264977] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8de9e246-d8d1-47cb-b7a0-684851950995 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.271384] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1100.271384] env[62839]: value = "task-2757823" [ 1100.271384] env[62839]: _type = "Task" [ 1100.271384] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.279937] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757823, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.366575] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757819, 'name': ReconfigVM_Task, 'duration_secs': 1.134783} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.366871] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e/7365fb0e-0627-4c02-a6ff-14177626789e.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.367518] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e30e2f3-26ab-431c-8b18-121e0ef94e2c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.374110] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1100.374110] env[62839]: value = "task-2757824" [ 1100.374110] env[62839]: _type = "Task" [ 1100.374110] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.381946] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757824, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.391185] env[62839]: DEBUG nova.scheduler.client.report [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.469447] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.545862] env[62839]: DEBUG nova.compute.manager [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.546153] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.547102] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d997393-aaa4-4e42-b0c0-4e63e6b8c842 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.557299] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.557548] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ef8e94-83e8-4fc5-92e6-c8c19a20614d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.563867] env[62839]: DEBUG oslo_vmware.api [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1100.563867] env[62839]: value = "task-2757825" [ 1100.563867] env[62839]: _type = "Task" [ 1100.563867] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.572917] env[62839]: DEBUG oslo_vmware.api [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.581564] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ddaafa-702f-67ba-e21c-f22af0eac8fd, 'name': SearchDatastore_Task, 'duration_secs': 0.064716} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.581937] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.582149] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.582389] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.582563] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.582744] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.583063] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72116a61-00a5-4a06-a971-cb1dac115822 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.592486] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.592687] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.593482] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059a9d75-7f09-42bf-b3fb-ced4582a97ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.598456] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1100.598456] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b2fc2a-8ade-0681-4cc0-00cc13aa8dd5" [ 1100.598456] env[62839]: _type = "Task" [ 1100.598456] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.606458] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b2fc2a-8ade-0681-4cc0-00cc13aa8dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.675435] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.675725] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.675900] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.676118] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.676273] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.676420] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.676629] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.676818] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.676987] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.677231] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.677419] env[62839]: DEBUG nova.virt.hardware [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.678314] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eaa477-6e02-4762-ba69-002594f6de96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.687342] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeda9a7b-ec53-43ae-82c8-78fafedaec76 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.702929] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:84:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4890eef9-eea1-43c6-ae16-8996fb5c3336', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.710782] env[62839]: DEBUG oslo.service.loopingcall [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.711136] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.711375] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b0cba73-282f-4b49-8542-741122b358be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.733035] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.733035] env[62839]: value = "task-2757826" [ 1100.733035] env[62839]: _type = "Task" [ 1100.733035] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.741844] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757826, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.782410] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757823, 'name': Rename_Task, 'duration_secs': 0.15572} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.782696] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.782967] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad635cf3-46be-467b-85b1-b7dd244cdf27 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.789545] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1100.789545] env[62839]: value = "task-2757827" [ 1100.789545] env[62839]: _type = "Task" [ 1100.789545] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.798020] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.884024] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757824, 'name': Rename_Task, 'duration_secs': 0.231895} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.884543] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.884909] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-114ecc2a-3f18-4f75-8634-b4318de6d61f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.892926] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1100.892926] env[62839]: value = "task-2757828" [ 1100.892926] env[62839]: _type = "Task" [ 1100.892926] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.898199] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.898870] env[62839]: DEBUG nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.902360] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.448s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.902604] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.902823] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1100.903202] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.434s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.903493] env[62839]: DEBUG nova.objects.instance [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'resources' on Instance uuid 679c3b58-3f8c-492f-8b37-d379f83d2e5e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.906190] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6015d5b8-ffec-4725-8fe5-27ca1a42bbf1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.914663] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.922378] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846e55cf-c317-41a1-a80a-a06e23dc8187 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.947578] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d711b26-ea23-48d1-bdac-0cf99f1dc89c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.957483] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba998991-03a8-435e-aebc-92cd1a9e4d52 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.999160] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179197MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1100.999435] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.074717] env[62839]: DEBUG oslo_vmware.api [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757825, 'name': PowerOffVM_Task, 'duration_secs': 0.21245} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.075043] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.075314] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.075494] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-508464ad-d44c-4830-b178-90198b0bb543 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.109524] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b2fc2a-8ade-0681-4cc0-00cc13aa8dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.109970] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f3248e-b44a-449d-87f7-c95a172b5f18 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.115356] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1101.115356] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a7e84c-ed5a-87d4-3f0f-5e16adfbf80d" [ 1101.115356] env[62839]: _type = "Task" [ 1101.115356] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.122882] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a7e84c-ed5a-87d4-3f0f-5e16adfbf80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.141244] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.141470] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.141665] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Deleting the datastore file [datastore1] 17c6ac18-6eaf-4411-9e1c-55e107f45550 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.142032] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20c6a98d-23fc-4677-999f-cdfedb3f6c3a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.149643] env[62839]: DEBUG oslo_vmware.api [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for the task: (returnval){ [ 1101.149643] env[62839]: value = "task-2757830" [ 1101.149643] env[62839]: _type = "Task" [ 1101.149643] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.158369] env[62839]: DEBUG oslo_vmware.api [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.246595] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757826, 'name': CreateVM_Task, 'duration_secs': 0.384685} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.247266] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.247848] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.248105] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.248538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.248878] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b83159ff-d6f4-4397-a1a5-292799c116f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.255493] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1101.255493] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8c4bd-ffcd-fa6a-4539-a375e27fec33" [ 1101.255493] env[62839]: _type = "Task" [ 1101.255493] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.265956] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8c4bd-ffcd-fa6a-4539-a375e27fec33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.303481] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757827, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.402281] env[62839]: DEBUG oslo_vmware.api [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757828, 'name': PowerOnVM_Task, 'duration_secs': 0.48438} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.402550] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.408598] env[62839]: DEBUG nova.compute.utils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.410077] env[62839]: DEBUG nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.410250] env[62839]: DEBUG nova.network.neutron [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.454014] env[62839]: DEBUG nova.policy [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e13cb6e5bcb444aa59c3d2e500766b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc2fed330057427b8cdbb3edef384ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.515852] env[62839]: DEBUG nova.compute.manager [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.516782] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adcd4f6-a0c5-4c0b-baf6-e42fd0dde2e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.602576] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92b461-5788-45fb-9397-7db7f6eaf853 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.610029] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7bb9b-809c-4548-a162-c3976af01ae2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.643355] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4473e7-26be-4dc3-8ac7-976fd95d7638 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.658846] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52a7e84c-ed5a-87d4-3f0f-5e16adfbf80d, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.663702] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.664046] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd/7d0d71de-e05f-425d-8c9b-cdd40ec78bfd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.664404] env[62839]: DEBUG oslo_vmware.api [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Task: {'id': task-2757830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190883} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.664609] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f390cf98-b21e-492e-836a-127ab37b147c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.667435] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f7baa-0078-4a07-99f0-102f854dbfef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.671320] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.671517] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.671686] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.671859] env[62839]: INFO nova.compute.manager [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1101.672504] env[62839]: DEBUG oslo.service.loopingcall [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.672504] env[62839]: DEBUG nova.compute.manager [-] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.672504] env[62839]: DEBUG nova.network.neutron [-] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.684915] env[62839]: DEBUG nova.compute.provider_tree [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.690022] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1101.690022] env[62839]: value = "task-2757831" [ 1101.690022] env[62839]: _type = "Task" [ 1101.690022] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.696016] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.765950] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8c4bd-ffcd-fa6a-4539-a375e27fec33, 'name': SearchDatastore_Task, 'duration_secs': 0.05201} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.766322] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.766567] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.766803] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.766951] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.767147] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.768026] env[62839]: DEBUG nova.network.neutron [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Successfully created port: 17d06376-ddc0-4d46-b6d6-63c1dbc1771c {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.770027] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07fd78b9-6cf7-4ab5-9c3b-60c6612bba48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.779252] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.779252] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.779964] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6250b4bf-e439-499a-8c19-001acb89dbf0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.784963] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1101.784963] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521395bd-4414-03d1-7894-3cd7e6e21991" [ 1101.784963] env[62839]: _type = "Task" [ 1101.784963] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.793568] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521395bd-4414-03d1-7894-3cd7e6e21991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.800786] env[62839]: DEBUG oslo_vmware.api [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757827, 'name': PowerOnVM_Task, 'duration_secs': 0.523354} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.801064] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.801278] env[62839]: INFO nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1101.801460] env[62839]: DEBUG nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.802337] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b21f4d-9155-4d1d-80c2-5e7d392feb17 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.913111] env[62839]: DEBUG nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.035760] env[62839]: DEBUG oslo_concurrency.lockutils [None req-08461413-e822-4153-81b9-159783e8c4fb tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.344s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.072177] env[62839]: DEBUG nova.compute.manager [req-b17f0941-90cb-401a-81c0-b33616deb736 req-5c6183f1-556a-472f-94c9-b490913969da service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Received event network-vif-deleted-bd6d5d08-3cf2-4520-b6f6-121b3c987768 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.072391] env[62839]: INFO nova.compute.manager [req-b17f0941-90cb-401a-81c0-b33616deb736 req-5c6183f1-556a-472f-94c9-b490913969da service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Neutron deleted interface bd6d5d08-3cf2-4520-b6f6-121b3c987768; detaching it from the instance and deleting it from the info cache [ 1102.072565] env[62839]: DEBUG nova.network.neutron [req-b17f0941-90cb-401a-81c0-b33616deb736 req-5c6183f1-556a-472f-94c9-b490913969da service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.189212] env[62839]: DEBUG nova.scheduler.client.report [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.216468] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757831, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.297107] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521395bd-4414-03d1-7894-3cd7e6e21991, 'name': SearchDatastore_Task, 'duration_secs': 0.018334} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.298158] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4353e2bb-62b3-400d-a0ad-99d748f54a25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.303732] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1102.303732] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52da8acc-761f-ea94-f672-4084f160d06d" [ 1102.303732] env[62839]: _type = "Task" [ 1102.303732] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.319284] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52da8acc-761f-ea94-f672-4084f160d06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.322082] env[62839]: INFO nova.compute.manager [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Took 15.51 seconds to build instance. [ 1102.550346] env[62839]: DEBUG nova.network.neutron [-] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.575895] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afd0b9fd-6df4-4dcd-9944-4f46fcefaee2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.588576] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa5661a-4e51-4749-8773-16224374657c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.622596] env[62839]: DEBUG nova.compute.manager [req-b17f0941-90cb-401a-81c0-b33616deb736 req-5c6183f1-556a-472f-94c9-b490913969da service nova] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Detach interface failed, port_id=bd6d5d08-3cf2-4520-b6f6-121b3c987768, reason: Instance 17c6ac18-6eaf-4411-9e1c-55e107f45550 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1102.707633] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.710767] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922541} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.711354] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.712s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.713437] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd/7d0d71de-e05f-425d-8c9b-cdd40ec78bfd.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.714017] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.714279] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d268d83e-3e9f-4eda-8871-9b5f7fd9f844 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.725297] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1102.725297] env[62839]: value = "task-2757832" [ 1102.725297] env[62839]: _type = "Task" [ 1102.725297] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.734435] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.752557] env[62839]: INFO nova.scheduler.client.report [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted allocations for instance 679c3b58-3f8c-492f-8b37-d379f83d2e5e [ 1102.818048] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52da8acc-761f-ea94-f672-4084f160d06d, 'name': SearchDatastore_Task, 'duration_secs': 0.014225} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.818297] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.818573] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.819906] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-436f7951-9f82-4249-8658-6b95fd2d37aa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.824212] env[62839]: DEBUG oslo_concurrency.lockutils [None req-03af9911-c30c-41ee-94c8-42c7be8edc8f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.024s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.827853] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1102.827853] env[62839]: value = "task-2757833" [ 1102.827853] env[62839]: _type = "Task" [ 1102.827853] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.841929] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.927924] env[62839]: DEBUG nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.966493] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.966773] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.966929] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.967173] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.967323] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.967464] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.967669] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.967825] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.967984] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.968170] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.968339] env[62839]: DEBUG nova.virt.hardware [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.969195] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024148d6-9d6f-4100-9429-44cab05fe0d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.986502] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f70ae-16c0-4815-a73d-0fe9704c41f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.054781] env[62839]: INFO nova.compute.manager [-] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Took 1.38 seconds to deallocate network for instance. [ 1103.240520] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074657} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.240520] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.243577] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e5dd69-b978-486a-88fb-53cc6a7ab4ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.269167] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd/7d0d71de-e05f-425d-8c9b-cdd40ec78bfd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.272303] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0b9517e1-2e42-47e3-8663-f9eb52650e24 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "679c3b58-3f8c-492f-8b37-d379f83d2e5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.202s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.273736] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8d9aaf1-e979-49a9-bff6-d50715c4a28e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.296166] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1103.296166] env[62839]: value = "task-2757834" [ 1103.296166] env[62839]: _type = "Task" [ 1103.296166] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.305892] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.339293] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757833, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.562235] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.757563] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d4806675-c818-4b97-a2ee-71211c672ed1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.757704] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.757766] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.757880] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 17c6ac18-6eaf-4411-9e1c-55e107f45550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.757995] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 56fffbd1-b0ab-4a57-841f-14e1e777ce47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.758123] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.758242] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9db5da96-aa00-4df3-8565-f0fcf2c244a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.758352] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 7365fb0e-0627-4c02-a6ff-14177626789e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.758460] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance b0949662-abe8-479d-9de2-d9dc37e50ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.758567] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.758673] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 663c9ae0-c0de-4361-ab27-475532148b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1103.758879] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1103.759019] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1103.773257] env[62839]: DEBUG nova.network.neutron [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Successfully updated port: 17d06376-ddc0-4d46-b6d6-63c1dbc1771c {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.812215] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757834, 'name': ReconfigVM_Task, 'duration_secs': 0.444589} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.812500] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd/7d0d71de-e05f-425d-8c9b-cdd40ec78bfd.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.813309] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92e5d788-882c-4551-94fc-f50fb5bd93a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.822519] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1103.822519] env[62839]: value = "task-2757835" [ 1103.822519] env[62839]: _type = "Task" [ 1103.822519] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.843787] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911408} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.844101] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757835, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.844399] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.848019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.848019] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85761feb-ec9b-441d-b132-685062b23859 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.853364] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1103.853364] env[62839]: value = "task-2757836" [ 1103.853364] env[62839]: _type = "Task" [ 1103.853364] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.869942] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.967893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea39c81-0173-41e2-b848-778b97ffbf36 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.978239] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666e380-421a-469b-9341-868834471117 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.028686] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78080c-5b7d-428c-9f1f-7501aa887edb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.040192] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e91f842-0abb-4ae1-8258-d3515c4fb8be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.056404] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.117896] env[62839]: DEBUG nova.compute.manager [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Received event network-changed-806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.118112] env[62839]: DEBUG nova.compute.manager [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Refreshing instance network info cache due to event network-changed-806241d3-34ea-420c-ad69-d700526ea519. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1104.118330] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Acquiring lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.118473] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Acquired lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.118629] env[62839]: DEBUG nova.network.neutron [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Refreshing network info cache for port 806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.192617] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f76ec09-59f4-49b5-99bd-82e9c0ae553b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.200995] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d84bba-0781-4466-8d33-8673d12d94bd tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Suspending the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1104.201225] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b5281af7-e4f6-4b49-8455-56b82f512643 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.210191] env[62839]: DEBUG oslo_vmware.api [None req-d5d84bba-0781-4466-8d33-8673d12d94bd tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1104.210191] env[62839]: value = "task-2757837" [ 1104.210191] env[62839]: _type = "Task" [ 1104.210191] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.221249] env[62839]: DEBUG oslo_vmware.api [None req-d5d84bba-0781-4466-8d33-8673d12d94bd tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757837, 'name': SuspendVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.277669] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.277669] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.277669] env[62839]: DEBUG nova.network.neutron [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.335954] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757835, 'name': Rename_Task, 'duration_secs': 0.192348} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.335954] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.335954] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18160e95-d66d-4e73-8a59-3909be342850 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.344329] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1104.344329] env[62839]: value = "task-2757838" [ 1104.344329] env[62839]: _type = "Task" [ 1104.344329] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.356440] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.365252] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08265} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.365571] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.366409] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ffa6e8-48d5-4fad-be00-f073e5a18391 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.399109] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.399272] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d0fb75-f94e-46aa-9ff1-862bdca608f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.424973] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1104.424973] env[62839]: value = "task-2757839" [ 1104.424973] env[62839]: _type = "Task" [ 1104.424973] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.435527] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.561418] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.723286] env[62839]: DEBUG oslo_vmware.api [None req-d5d84bba-0781-4466-8d33-8673d12d94bd tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757837, 'name': SuspendVM_Task} progress is 62%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.856744] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757838, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.941050] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.069769] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1105.070232] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.359s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.070475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.509s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.070796] env[62839]: DEBUG nova.objects.instance [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lazy-loading 'resources' on Instance uuid 17c6ac18-6eaf-4411-9e1c-55e107f45550 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.075239] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.099408] env[62839]: DEBUG nova.network.neutron [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.189556] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "475f8228-3e7f-45f9-bd78-a032d23417e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.190129] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.228446] env[62839]: DEBUG oslo_vmware.api [None req-d5d84bba-0781-4466-8d33-8673d12d94bd tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757837, 'name': SuspendVM_Task, 'duration_secs': 0.75665} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.230026] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d84bba-0781-4466-8d33-8673d12d94bd tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Suspended the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1105.230179] env[62839]: DEBUG nova.compute.manager [None req-d5d84bba-0781-4466-8d33-8673d12d94bd tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.232925] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e01475c-7bb0-44d9-aebf-02f93b275b47 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.345404] env[62839]: DEBUG nova.network.neutron [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updated VIF entry in instance network info cache for port 806241d3-34ea-420c-ad69-d700526ea519. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.345754] env[62839]: DEBUG nova.network.neutron [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updating instance_info_cache with network_info: [{"id": "806241d3-34ea-420c-ad69-d700526ea519", "address": "fa:16:3e:9a:91:7a", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap806241d3-34", "ovs_interfaceid": "806241d3-34ea-420c-ad69-d700526ea519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.351110] env[62839]: DEBUG nova.network.neutron [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance_info_cache with network_info: [{"id": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "address": "fa:16:3e:8a:e0:15", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d06376-dd", "ovs_interfaceid": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.358358] env[62839]: DEBUG oslo_vmware.api [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757838, 'name': PowerOnVM_Task, 'duration_secs': 0.791331} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.358613] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.358820] env[62839]: INFO nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1105.359008] env[62839]: DEBUG nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.360319] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c1107-c01a-414c-bcbb-a4f21a6dded7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.436348] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757839, 'name': ReconfigVM_Task, 'duration_secs': 0.828611} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.436629] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47/56fffbd1-b0ab-4a57-841f-14e1e777ce47.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.437573] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cec72d2b-1e70-44b3-adc2-4db489c2cfff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.444930] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1105.444930] env[62839]: value = "task-2757840" [ 1105.444930] env[62839]: _type = "Task" [ 1105.444930] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.455674] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757840, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.683080] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.683340] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.693111] env[62839]: DEBUG nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.740978] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60607c7-6b16-4029-91a8-a8f73d102e56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.750763] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1053bea6-68cf-4c7e-ab07-1a9aaeae63ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.785674] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87cd70e-b58e-4ea1-a5aa-bb1f75311613 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.794197] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d481e6c7-437b-4f66-be9a-312102a13983 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.808451] env[62839]: DEBUG nova.compute.provider_tree [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.851840] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Releasing lock "refresh_cache-b0949662-abe8-479d-9de2-d9dc37e50ae2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.852095] env[62839]: DEBUG nova.compute.manager [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Received event network-vif-plugged-17d06376-ddc0-4d46-b6d6-63c1dbc1771c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.852295] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Acquiring lock "663c9ae0-c0de-4361-ab27-475532148b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.852501] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Lock "663c9ae0-c0de-4361-ab27-475532148b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.852660] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Lock "663c9ae0-c0de-4361-ab27-475532148b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.852827] env[62839]: DEBUG nova.compute.manager [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] No waiting events found dispatching network-vif-plugged-17d06376-ddc0-4d46-b6d6-63c1dbc1771c {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.852992] env[62839]: WARNING nova.compute.manager [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Received unexpected event network-vif-plugged-17d06376-ddc0-4d46-b6d6-63c1dbc1771c for instance with vm_state building and task_state spawning. [ 1105.853178] env[62839]: DEBUG nova.compute.manager [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Received event network-changed-17d06376-ddc0-4d46-b6d6-63c1dbc1771c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.853351] env[62839]: DEBUG nova.compute.manager [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Refreshing instance network info cache due to event network-changed-17d06376-ddc0-4d46-b6d6-63c1dbc1771c. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1105.853527] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Acquiring lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.853874] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.854175] env[62839]: DEBUG nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Instance network_info: |[{"id": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "address": "fa:16:3e:8a:e0:15", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d06376-dd", "ovs_interfaceid": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.854439] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Acquired lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.854601] env[62839]: DEBUG nova.network.neutron [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Refreshing network info cache for port 17d06376-ddc0-4d46-b6d6-63c1dbc1771c {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.855685] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e0:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17d06376-ddc0-4d46-b6d6-63c1dbc1771c', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.863786] env[62839]: DEBUG oslo.service.loopingcall [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.864635] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.864850] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbe4d63c-f720-4a33-84cd-6ec970dfb5de {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.888844] env[62839]: INFO nova.compute.manager [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Took 18.56 seconds to build instance. [ 1105.891227] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.891227] env[62839]: value = "task-2757841" [ 1105.891227] env[62839]: _type = "Task" [ 1105.891227] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.900503] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757841, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.955824] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757840, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.078552] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.078860] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.186013] env[62839]: DEBUG nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.297222] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.311364] env[62839]: DEBUG nova.scheduler.client.report [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.392089] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1def052c-f400-4b2e-bec9-99dc2ab918a4 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.075s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.404891] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757841, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.455964] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757840, 'name': Rename_Task, 'duration_secs': 0.551201} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.456226] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.456541] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8befaf8a-920f-46e0-aac9-785c266659b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.464605] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1106.464605] env[62839]: value = "task-2757842" [ 1106.464605] env[62839]: _type = "Task" [ 1106.464605] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.476045] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.580240] env[62839]: DEBUG nova.network.neutron [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updated VIF entry in instance network info cache for port 17d06376-ddc0-4d46-b6d6-63c1dbc1771c. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.580610] env[62839]: DEBUG nova.network.neutron [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance_info_cache with network_info: [{"id": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "address": "fa:16:3e:8a:e0:15", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d06376-dd", "ovs_interfaceid": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.585992] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.586207] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.586365] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.586515] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.586663] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.586795] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1106.586951] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.587278] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Cleaning up deleted instances {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1106.637549] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.637801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.637992] env[62839]: DEBUG nova.compute.manager [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.638874] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9ec14-f9c6-449e-a608-170531b9c474 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.646364] env[62839]: DEBUG nova.compute.manager [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1106.646959] env[62839]: DEBUG nova.objects.instance [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'flavor' on Instance uuid 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.705169] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.816746] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.819903] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.522s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.820580] env[62839]: INFO nova.compute.claims [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.836281] env[62839]: INFO nova.scheduler.client.report [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Deleted allocations for instance 17c6ac18-6eaf-4411-9e1c-55e107f45550 [ 1106.901960] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757841, 'name': CreateVM_Task, 'duration_secs': 0.586173} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.902167] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.902846] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.903020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.903342] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.903591] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f308b6a-fc32-448a-bd53-5301d9585450 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.908457] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1106.908457] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aa29da-27c8-76b2-6fa3-92b2f8e24c7e" [ 1106.908457] env[62839]: _type = "Task" [ 1106.908457] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.917352] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aa29da-27c8-76b2-6fa3-92b2f8e24c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.923802] env[62839]: INFO nova.compute.manager [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Resuming [ 1106.924373] env[62839]: DEBUG nova.objects.instance [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lazy-loading 'flavor' on Instance uuid 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.975166] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.087065] env[62839]: DEBUG oslo_concurrency.lockutils [req-b9ddfa00-00c8-49f7-a158-97a7802a9b25 req-d165f288-d95b-4348-904f-082ecbe45618 service nova] Releasing lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.103694] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] There are 60 instances to clean {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1107.103861] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0e3f71a9-defc-458e-a0ea-bd0a74912488] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.343302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1db720a8-adbf-4956-a285-5fa0541c2edc tempest-ListImageFiltersTestJSON-1469687983 tempest-ListImageFiltersTestJSON-1469687983-project-member] Lock "17c6ac18-6eaf-4411-9e1c-55e107f45550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.305s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.419526] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aa29da-27c8-76b2-6fa3-92b2f8e24c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.419890] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.420143] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.420375] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.420524] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.420726] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.421033] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c284726-9fb1-404f-9f0c-0d32bd9a5ac8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.431009] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.431202] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.432106] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6f1fda-ce37-4542-8c44-0f7541a13688 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.439565] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1107.439565] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279290c-a966-5ef2-2df2-f88fa153f5da" [ 1107.439565] env[62839]: _type = "Task" [ 1107.439565] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.448680] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279290c-a966-5ef2-2df2-f88fa153f5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.474600] env[62839]: DEBUG oslo_vmware.api [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757842, 'name': PowerOnVM_Task, 'duration_secs': 0.688163} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.474864] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.475083] env[62839]: DEBUG nova.compute.manager [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.475818] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37908546-9c85-4ab6-8376-cbf81cb845e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.607679] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 733a262d-78ec-49bc-8ac8-5c0195b614de] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.654767] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.654767] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-566432c3-fdcb-4b22-b013-84b2349b371a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.662671] env[62839]: DEBUG oslo_vmware.api [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1107.662671] env[62839]: value = "task-2757843" [ 1107.662671] env[62839]: _type = "Task" [ 1107.662671] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.673777] env[62839]: DEBUG oslo_vmware.api [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.953729] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279290c-a966-5ef2-2df2-f88fa153f5da, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.954353] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6625f3d-b011-4f05-9a11-adc7d0ad3a72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.959802] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1107.959802] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52447cbb-be69-8187-5f97-7bb54c810faf" [ 1107.959802] env[62839]: _type = "Task" [ 1107.959802] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.970627] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52447cbb-be69-8187-5f97-7bb54c810faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.990060] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00dedb6-792e-4aa7-931d-ba28842f9223 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.998727] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.000835] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda26518-cf5d-41de-b93b-6333a2a39270 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.032141] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b83d7c-07fa-4937-985d-167123aa6af5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.041026] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c7d5ed-a6aa-45b5-931a-056647fe002d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.054567] env[62839]: DEBUG nova.compute.provider_tree [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.111026] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 776be951-a973-4537-a887-3a10679e5110] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.174205] env[62839]: DEBUG oslo_vmware.api [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757843, 'name': PowerOffVM_Task, 'duration_secs': 0.217081} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.174499] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.174698] env[62839]: DEBUG nova.compute.manager [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.175563] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4ea7a-d043-43f8-84fd-587d139a267f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.438053] env[62839]: DEBUG oslo_concurrency.lockutils [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.438053] env[62839]: DEBUG oslo_concurrency.lockutils [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquired lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.438053] env[62839]: DEBUG nova.network.neutron [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.472150] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52447cbb-be69-8187-5f97-7bb54c810faf, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.474019] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.474019] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 663c9ae0-c0de-4361-ab27-475532148b59/663c9ae0-c0de-4361-ab27-475532148b59.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.474019] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33ab032a-bfac-4905-8c35-0f136e6332da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.485835] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1108.485835] env[62839]: value = "task-2757844" [ 1108.485835] env[62839]: _type = "Task" [ 1108.485835] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.495516] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.557523] env[62839]: DEBUG nova.scheduler.client.report [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.614884] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: b55b6144-dd8b-410d-94b4-fbaddb26f9ee] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.690906] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fb0a5c70-6fac-45d0-a920-34caa3ba7c80 tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.995388] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48986} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.995675] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 663c9ae0-c0de-4361-ab27-475532148b59/663c9ae0-c0de-4361-ab27-475532148b59.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.996112] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.996182] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbba4152-dc0f-4635-9864-1470e60db042 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.004686] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1109.004686] env[62839]: value = "task-2757845" [ 1109.004686] env[62839]: _type = "Task" [ 1109.004686] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.013344] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.063216] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.063768] env[62839]: DEBUG nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.066797] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.362s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.068304] env[62839]: INFO nova.compute.claims [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.118263] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 93c18e9f-7b46-4cf6-86cc-83b093f0f465] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.199777] env[62839]: DEBUG nova.network.neutron [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [{"id": "be7b9e60-f972-4775-bea2-f62e73cc24af", "address": "fa:16:3e:b8:60:bb", "network": {"id": "df2c8dad-50ca-48a9-95a5-c93f890ec505", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2070829225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b80f63bf834011865d8265270ac716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7b9e60-f9", "ovs_interfaceid": "be7b9e60-f972-4775-bea2-f62e73cc24af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.460513] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.460855] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.461092] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.461281] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.461454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.464440] env[62839]: INFO nova.compute.manager [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Terminating instance [ 1109.516702] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076213} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.516859] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.517693] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f82a43-7fa2-4209-acc0-b626cc516a01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.540452] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 663c9ae0-c0de-4361-ab27-475532148b59/663c9ae0-c0de-4361-ab27-475532148b59.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.542205] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03e1687-7826-46e0-8205-788898f60f70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.561694] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1109.561694] env[62839]: value = "task-2757846" [ 1109.561694] env[62839]: _type = "Task" [ 1109.561694] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.570644] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.575155] env[62839]: DEBUG nova.compute.utils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.578194] env[62839]: DEBUG nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.578869] env[62839]: DEBUG nova.network.neutron [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.622460] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6acd0e5d-05cf-4cb7-af8f-a340fdd71ecd] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.632301] env[62839]: DEBUG nova.policy [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c81ba283d069460b9a4c8981ebb9004c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed0519a63e21402fb582a7e109c5e419', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.695970] env[62839]: DEBUG oslo_concurrency.lockutils [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.696187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.702865] env[62839]: DEBUG oslo_concurrency.lockutils [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Releasing lock "refresh_cache-7365fb0e-0627-4c02-a6ff-14177626789e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.703811] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba3592-0d44-4859-8585-6b3f74d06b6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.713015] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Resuming the VM {{(pid=62839) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1109.713278] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4f6889-8eb0-4c0a-a9af-d5fbf6552c07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.720668] env[62839]: DEBUG oslo_vmware.api [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1109.720668] env[62839]: value = "task-2757847" [ 1109.720668] env[62839]: _type = "Task" [ 1109.720668] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.729553] env[62839]: DEBUG oslo_vmware.api [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.967957] env[62839]: DEBUG nova.compute.manager [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.968242] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.969172] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f741b5-97d0-449d-8522-99a445880831 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.977753] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.978080] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf4c7357-0241-4a27-83c8-67bbb341c2af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.012037] env[62839]: DEBUG nova.network.neutron [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Successfully created port: 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.048502] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.048887] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.048972] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleting the datastore file [datastore1] 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.049304] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-490211b8-5d31-4026-a998-dc64b30ec87e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.059625] env[62839]: DEBUG oslo_vmware.api [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1110.059625] env[62839]: value = "task-2757849" [ 1110.059625] env[62839]: _type = "Task" [ 1110.059625] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.073876] env[62839]: DEBUG oslo_vmware.api [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.078056] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.083622] env[62839]: DEBUG nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.126730] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d9c4340e-824b-4135-9109-be633ea41e44] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.201370] env[62839]: DEBUG nova.compute.utils [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.235897] env[62839]: DEBUG oslo_vmware.api [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.305215] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef05cbb7-cb24-4d10-8c65-4b5ca2392a5d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.314297] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e80c3-a77b-482d-be60-5041c8114f3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.348716] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5511972-1a05-4842-a901-628cd8940a4e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.360076] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c7036-714d-42b2-9652-6ce3dbbb8cd7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.376197] env[62839]: DEBUG nova.compute.provider_tree [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.570998] env[62839]: DEBUG oslo_vmware.api [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.576075] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.630622] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 5556259c-3822-44fb-8643-038f2e636c22] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.704579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.731096] env[62839]: DEBUG oslo_vmware.api [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757847, 'name': PowerOnVM_Task, 'duration_secs': 0.616762} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.731375] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Resumed the VM {{(pid=62839) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1110.731553] env[62839]: DEBUG nova.compute.manager [None req-07f3cbbc-6af8-4deb-aa4c-57bcbfa457ef tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.732403] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e949a31-fc95-4a7c-a679-74a126f5cfa5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.879340] env[62839]: DEBUG nova.scheduler.client.report [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.073818] env[62839]: DEBUG oslo_vmware.api [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.086526] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.092845] env[62839]: DEBUG nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.120433] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.120566] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.120722] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.120903] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.121160] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.121293] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.121502] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.121659] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.121826] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.121986] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.122175] env[62839]: DEBUG nova.virt.hardware [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.123039] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6551802c-fa21-4fcb-8158-956d0c2095ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.131417] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439fa20f-807c-4de9-b536-71b1a5e1ea01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.135415] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: ce3c0964-650f-4b33-a271-27c61c52ed54] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.385070] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.385070] env[62839]: DEBUG nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.387831] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.389s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.388024] env[62839]: DEBUG nova.objects.instance [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1111.563374] env[62839]: DEBUG nova.compute.manager [req-069ca21f-9391-4259-9241-dcd1071a9802 req-86a6e1ac-4ccf-4805-baf6-4fe76276e03e service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Received event network-vif-plugged-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.563374] env[62839]: DEBUG oslo_concurrency.lockutils [req-069ca21f-9391-4259-9241-dcd1071a9802 req-86a6e1ac-4ccf-4805-baf6-4fe76276e03e service nova] Acquiring lock "475f8228-3e7f-45f9-bd78-a032d23417e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.563374] env[62839]: DEBUG oslo_concurrency.lockutils [req-069ca21f-9391-4259-9241-dcd1071a9802 req-86a6e1ac-4ccf-4805-baf6-4fe76276e03e service nova] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.563374] env[62839]: DEBUG oslo_concurrency.lockutils [req-069ca21f-9391-4259-9241-dcd1071a9802 req-86a6e1ac-4ccf-4805-baf6-4fe76276e03e service nova] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.563374] env[62839]: DEBUG nova.compute.manager [req-069ca21f-9391-4259-9241-dcd1071a9802 req-86a6e1ac-4ccf-4805-baf6-4fe76276e03e service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] No waiting events found dispatching network-vif-plugged-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.563374] env[62839]: WARNING nova.compute.manager [req-069ca21f-9391-4259-9241-dcd1071a9802 req-86a6e1ac-4ccf-4805-baf6-4fe76276e03e service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Received unexpected event network-vif-plugged-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e for instance with vm_state building and task_state spawning. [ 1111.576094] env[62839]: DEBUG oslo_vmware.api [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.195003} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.578350] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.578540] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.578716] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.578887] env[62839]: INFO nova.compute.manager [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1111.579130] env[62839]: DEBUG oslo.service.loopingcall [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.579337] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757846, 'name': ReconfigVM_Task, 'duration_secs': 1.562913} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.579527] env[62839]: DEBUG nova.compute.manager [-] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.579619] env[62839]: DEBUG nova.network.neutron [-] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.581501] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 663c9ae0-c0de-4361-ab27-475532148b59/663c9ae0-c0de-4361-ab27-475532148b59.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.582113] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-385f9c6a-4052-4704-959b-0867b0bd559c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.590222] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1111.590222] env[62839]: value = "task-2757850" [ 1111.590222] env[62839]: _type = "Task" [ 1111.590222] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.599187] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757850, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.639532] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 1e03201b-71a1-417d-921e-9c71e80a36b1] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.729014] env[62839]: DEBUG nova.network.neutron [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Successfully updated port: 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.765245] env[62839]: DEBUG oslo_concurrency.lockutils [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.765539] env[62839]: DEBUG oslo_concurrency.lockutils [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.765770] env[62839]: INFO nova.compute.manager [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Attaching volume 451e0b52-c3ee-434c-b40c-423b707104b0 to /dev/sdb [ 1111.802422] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350ffede-bb49-47d3-9f75-ac31022b71fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.812946] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48933ec7-d17a-408c-b84a-c067b201b5f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.830007] env[62839]: DEBUG nova.virt.block_device [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating existing volume attachment record: 75b0e8a8-ecda-4f60-98e4-b4f861e56770 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1111.892703] env[62839]: DEBUG nova.compute.utils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.897781] env[62839]: DEBUG nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.897962] env[62839]: DEBUG nova.network.neutron [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.937229] env[62839]: DEBUG nova.policy [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc89c78de4a4c899bf05a6b7edff444', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '934ce29215cd4bb8b894c9014d0925a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.101509] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757850, 'name': Rename_Task, 'duration_secs': 0.366497} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.101826] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.102143] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-656277ae-33b8-49a1-addb-0fedf12605c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.108905] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1112.108905] env[62839]: value = "task-2757852" [ 1112.108905] env[62839]: _type = "Task" [ 1112.108905] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.117199] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.142385] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 573573d9-8b83-4173-9c53-0e642763eca3] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.231544] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.231544] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquired lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.231667] env[62839]: DEBUG nova.network.neutron [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.332100] env[62839]: DEBUG nova.network.neutron [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Successfully created port: 82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.386533] env[62839]: DEBUG nova.network.neutron [-] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.398265] env[62839]: DEBUG nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.405044] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2203c86d-e715-4c3c-ad20-5cdae4336d6b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.619565] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.646811] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 1a726f18-76de-46a6-91a2-7502e3e93f34] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.765808] env[62839]: DEBUG nova.network.neutron [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.889169] env[62839]: INFO nova.compute.manager [-] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Took 1.31 seconds to deallocate network for instance. [ 1112.942978] env[62839]: DEBUG nova.network.neutron [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.119748] env[62839]: DEBUG oslo_vmware.api [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757852, 'name': PowerOnVM_Task, 'duration_secs': 0.640885} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.119962] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.120178] env[62839]: INFO nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1113.120361] env[62839]: DEBUG nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.121110] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c186530-d7e4-4cd6-9c12-08fb9eda1da5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.151259] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: bed1644c-3ecb-45c7-a50d-af0022d95b9b] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.396154] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.396415] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.396714] env[62839]: DEBUG nova.objects.instance [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'resources' on Instance uuid 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.409599] env[62839]: DEBUG nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.436902] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.436902] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.436902] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.437195] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.437195] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.437351] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.437564] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.437722] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.437888] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.438063] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.438242] env[62839]: DEBUG nova.virt.hardware [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.439105] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d98c7d-4d6f-4221-b969-393db08170cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.445979] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Releasing lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.446373] env[62839]: DEBUG nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Instance network_info: |[{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.449185] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:ce:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.457635] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Creating folder: Project (ed0519a63e21402fb582a7e109c5e419). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.458161] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd2f3b4-e6b4-4553-9120-b8279095f56f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.461947] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf727bb-c8fe-4bfb-b3cd-f1984dfcc8c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.482733] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Created folder: Project (ed0519a63e21402fb582a7e109c5e419) in parent group-v554621. [ 1113.483069] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Creating folder: Instances. Parent ref: group-v554920. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.483322] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8cc4482-4953-4c0a-ba81-f17c8332c72f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.497384] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Created folder: Instances in parent group-v554920. [ 1113.497384] env[62839]: DEBUG oslo.service.loopingcall [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1113.497384] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.497581] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d2a1ee-d6bd-4908-95a6-d5a212bba7bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.519035] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.519035] env[62839]: value = "task-2757857" [ 1113.519035] env[62839]: _type = "Task" [ 1113.519035] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.527747] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757857, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.594324] env[62839]: DEBUG nova.compute.manager [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Received event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.594603] env[62839]: DEBUG nova.compute.manager [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing instance network info cache due to event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.594842] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] Acquiring lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.595059] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] Acquired lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.595427] env[62839]: DEBUG nova.network.neutron [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.636881] env[62839]: INFO nova.compute.manager [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Took 16.28 seconds to build instance. [ 1113.654932] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 14465836-bd60-4025-a783-6745a0bc13da] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.888673] env[62839]: DEBUG nova.network.neutron [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Successfully updated port: 82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.029768] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757857, 'name': CreateVM_Task, 'duration_secs': 0.368975} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.032447] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.033454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.033677] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.033926] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.034605] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d513c29f-6965-49e6-a927-07141f4c39e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.040403] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1114.040403] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bb71e2-ce53-c3a9-b5a2-af991af34d94" [ 1114.040403] env[62839]: _type = "Task" [ 1114.040403] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.053453] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52bb71e2-ce53-c3a9-b5a2-af991af34d94, 'name': SearchDatastore_Task} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.054241] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.054241] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.054359] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.054536] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.054716] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.054976] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7911fc17-eedc-4812-9b2c-239cd1b00fb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.068089] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.068089] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.069508] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8878dd-7c92-41d6-ac43-73fb1649c4d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.073126] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba3381c-4208-4333-9853-4fa38e2445d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.083871] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763d7f45-483c-40c1-ba90-fa902216ae2f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.088384] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1114.088384] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523ef6db-4576-8bec-7fad-97ae2fcddda0" [ 1114.088384] env[62839]: _type = "Task" [ 1114.088384] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.136814] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62182592-0485-4622-8ece-ca2970b57769 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.146480] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5beab3bf-eb1a-4473-9c9f-7e4e551f1fb8 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.795s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.146913] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523ef6db-4576-8bec-7fad-97ae2fcddda0, 'name': SearchDatastore_Task, 'duration_secs': 0.014915} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.148553] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8375250-c79b-4257-b3c1-a2eac3ebc17f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.157740] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c18c283-d4d1-4f32-9a10-88ed70d0517d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.166122] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e6bf0c2d-4e2f-4a87-865e-1a027e58b3cb] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.169582] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1114.169582] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad4d2e-2896-3725-8053-175b6936a04a" [ 1114.169582] env[62839]: _type = "Task" [ 1114.169582] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.189222] env[62839]: DEBUG nova.compute.provider_tree [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.203385] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad4d2e-2896-3725-8053-175b6936a04a, 'name': SearchDatastore_Task, 'duration_secs': 0.012604} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.203772] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.204198] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 475f8228-3e7f-45f9-bd78-a032d23417e5/475f8228-3e7f-45f9-bd78-a032d23417e5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.204898] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f13af9c-3d3e-4ad5-8adc-a5656c19c603 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.214902] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1114.214902] env[62839]: value = "task-2757858" [ 1114.214902] env[62839]: _type = "Task" [ 1114.214902] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.225202] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.390720] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.390861] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.391055] env[62839]: DEBUG nova.network.neutron [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.442596] env[62839]: DEBUG nova.network.neutron [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updated VIF entry in instance network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.442596] env[62839]: DEBUG nova.network.neutron [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.670718] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 679c3b58-3f8c-492f-8b37-d379f83d2e5e] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.696089] env[62839]: DEBUG nova.scheduler.client.report [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.727800] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.927336] env[62839]: DEBUG nova.network.neutron [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.945013] env[62839]: DEBUG oslo_concurrency.lockutils [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] Releasing lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.945372] env[62839]: DEBUG nova.compute.manager [req-9f7056f6-3bbb-4a66-861c-110c152954e4 req-35d7466a-5f53-4766-b619-74c53984a882 service nova] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Received event network-vif-deleted-ac6983d5-12fb-4138-88cd-6db5dc25ed4a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.057316] env[62839]: DEBUG nova.network.neutron [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updating instance_info_cache with network_info: [{"id": "82012fc1-2324-44ea-a033-dc71c55cbad7", "address": "fa:16:3e:44:2b:c2", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82012fc1-23", "ovs_interfaceid": "82012fc1-2324-44ea-a033-dc71c55cbad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.174047] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 2ceae003-e299-4cda-8776-803164605051] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.201011] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.221864] env[62839]: INFO nova.scheduler.client.report [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted allocations for instance 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd [ 1115.229578] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729456} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.229836] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 475f8228-3e7f-45f9-bd78-a032d23417e5/475f8228-3e7f-45f9-bd78-a032d23417e5.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.230055] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.230343] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c440a7-54a6-4dac-abf9-3c86eaf453cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.238344] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1115.238344] env[62839]: value = "task-2757859" [ 1115.238344] env[62839]: _type = "Task" [ 1115.238344] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.247078] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.559663] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.560026] env[62839]: DEBUG nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Instance network_info: |[{"id": "82012fc1-2324-44ea-a033-dc71c55cbad7", "address": "fa:16:3e:44:2b:c2", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82012fc1-23", "ovs_interfaceid": "82012fc1-2324-44ea-a033-dc71c55cbad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.560491] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:2b:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82012fc1-2324-44ea-a033-dc71c55cbad7', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.568716] env[62839]: DEBUG oslo.service.loopingcall [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.568956] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.569192] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740c2396-7cf1-4311-841c-19efa72b7877 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.591167] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.591167] env[62839]: value = "task-2757860" [ 1115.591167] env[62839]: _type = "Task" [ 1115.591167] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.601378] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.601485] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.601773] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.601871] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.602112] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.605225] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757860, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.605546] env[62839]: INFO nova.compute.manager [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Terminating instance [ 1115.609133] env[62839]: DEBUG nova.compute.manager [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1115.622062] env[62839]: DEBUG nova.compute.manager [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Received event network-vif-plugged-82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.622399] env[62839]: DEBUG oslo_concurrency.lockutils [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] Acquiring lock "cf727c94-9757-4d1b-b224-736ea0f21fb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.622632] env[62839]: DEBUG oslo_concurrency.lockutils [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.622837] env[62839]: DEBUG oslo_concurrency.lockutils [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.623144] env[62839]: DEBUG nova.compute.manager [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] No waiting events found dispatching network-vif-plugged-82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.623416] env[62839]: WARNING nova.compute.manager [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Received unexpected event network-vif-plugged-82012fc1-2324-44ea-a033-dc71c55cbad7 for instance with vm_state building and task_state spawning. [ 1115.623677] env[62839]: DEBUG nova.compute.manager [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Received event network-changed-82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.623924] env[62839]: DEBUG nova.compute.manager [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Refreshing instance network info cache due to event network-changed-82012fc1-2324-44ea-a033-dc71c55cbad7. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.624222] env[62839]: DEBUG oslo_concurrency.lockutils [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] Acquiring lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.624384] env[62839]: DEBUG oslo_concurrency.lockutils [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] Acquired lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.624572] env[62839]: DEBUG nova.network.neutron [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Refreshing network info cache for port 82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.676676] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 04830df7-612a-4263-b884-33c132d56e74] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.731869] env[62839]: DEBUG oslo_concurrency.lockutils [None req-0fbd2a0e-7780-4f49-8c66-b231e984d15b tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "7d0d71de-e05f-425d-8c9b-cdd40ec78bfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.270s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.748260] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079898} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.748543] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.749339] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f8a9b7-b64a-44a2-a95d-88d31a2206c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.772222] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 475f8228-3e7f-45f9-bd78-a032d23417e5/475f8228-3e7f-45f9-bd78-a032d23417e5.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.772784] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee5cfce-b671-4c31-afc2-d7c1a075c463 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.793502] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1115.793502] env[62839]: value = "task-2757861" [ 1115.793502] env[62839]: _type = "Task" [ 1115.793502] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.802509] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.101129] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757860, 'name': CreateVM_Task, 'duration_secs': 0.404582} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.101319] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.101981] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.102162] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.102485] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.102736] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7152217-a7d3-46f1-a362-f348053b9093 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.107520] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1116.107520] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d23ba0-f9a2-e9a1-e17e-394d5b53e7ca" [ 1116.107520] env[62839]: _type = "Task" [ 1116.107520] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.115814] env[62839]: DEBUG nova.compute.manager [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.116032] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.118964] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d23ba0-f9a2-e9a1-e17e-394d5b53e7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.119855] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765fd56-75b1-4fed-85f4-def7945c8fac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.126398] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.128390] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d66a8d-fc7a-40ee-b745-b981792569dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.130317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.130540] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.138196] env[62839]: DEBUG oslo_vmware.api [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1116.138196] env[62839]: value = "task-2757862" [ 1116.138196] env[62839]: _type = "Task" [ 1116.138196] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.147022] env[62839]: DEBUG oslo_vmware.api [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.179990] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 85999760-236d-43e1-9c01-be2a04de801c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.303744] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757861, 'name': ReconfigVM_Task, 'duration_secs': 0.2926} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.304059] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 475f8228-3e7f-45f9-bd78-a032d23417e5/475f8228-3e7f-45f9-bd78-a032d23417e5.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.304710] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d02a68c5-30b1-45f0-8634-7b36cd5a3b76 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.316448] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1116.316448] env[62839]: value = "task-2757863" [ 1116.316448] env[62839]: _type = "Task" [ 1116.316448] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.325894] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757863, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.394396] env[62839]: DEBUG nova.network.neutron [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updated VIF entry in instance network info cache for port 82012fc1-2324-44ea-a033-dc71c55cbad7. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.394768] env[62839]: DEBUG nova.network.neutron [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updating instance_info_cache with network_info: [{"id": "82012fc1-2324-44ea-a033-dc71c55cbad7", "address": "fa:16:3e:44:2b:c2", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82012fc1-23", "ovs_interfaceid": "82012fc1-2324-44ea-a033-dc71c55cbad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.499325] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.499613] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.499840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.500044] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.500224] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.502608] env[62839]: INFO nova.compute.manager [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Terminating instance [ 1116.620645] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d23ba0-f9a2-e9a1-e17e-394d5b53e7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.620988] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.621316] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.621572] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.621733] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.621918] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.622204] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7265a119-15e2-4513-ac1e-b5f3c6aeb0ef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.635679] env[62839]: INFO nova.compute.claims [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.639162] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.639343] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.640341] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdfe56c-2552-4cb2-b1ff-f2ce1e17ef07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.652347] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1116.652347] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aaedd9-a910-651f-8af3-ff741c56cd04" [ 1116.652347] env[62839]: _type = "Task" [ 1116.652347] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.655603] env[62839]: DEBUG oslo_vmware.api [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757862, 'name': PowerOffVM_Task, 'duration_secs': 0.250018} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.659083] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.659310] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.659565] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03ecd386-9829-4784-b600-50f9aad612f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.667311] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52aaedd9-a910-651f-8af3-ff741c56cd04, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.668050] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8b8be7-f8a2-4985-806a-58cb5af3ab82 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.673857] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1116.673857] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529c40c4-37bb-fb3c-b80c-d7c14ecbf413" [ 1116.673857] env[62839]: _type = "Task" [ 1116.673857] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.682098] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529c40c4-37bb-fb3c-b80c-d7c14ecbf413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.682455] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 1361846e-fc5a-498a-8fd8-1e757cee4691] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.741423] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.741624] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.741826] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleting the datastore file [datastore2] 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.742225] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28ed87d-37c4-4ba6-8011-09a4298b6a5e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.749219] env[62839]: DEBUG oslo_vmware.api [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for the task: (returnval){ [ 1116.749219] env[62839]: value = "task-2757866" [ 1116.749219] env[62839]: _type = "Task" [ 1116.749219] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.757694] env[62839]: DEBUG oslo_vmware.api [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.827118] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757863, 'name': Rename_Task, 'duration_secs': 0.172305} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.827391] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.827630] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b354b3ab-dca4-463c-aa20-71f4704b662b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.834883] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1116.834883] env[62839]: value = "task-2757867" [ 1116.834883] env[62839]: _type = "Task" [ 1116.834883] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.843360] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.897724] env[62839]: DEBUG oslo_concurrency.lockutils [req-316e4526-bdfc-4941-91e0-aff2d0fd5cf9 req-381dbb0d-ba71-4dbf-b3be-d58dab45f6cc service nova] Releasing lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.006633] env[62839]: DEBUG nova.compute.manager [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.006835] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.007940] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1390e5af-3443-4122-ab10-ec1d02ece3df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.016112] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.016384] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12dffcb1-4192-4fb8-9539-73c5957d82db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.023536] env[62839]: DEBUG oslo_vmware.api [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1117.023536] env[62839]: value = "task-2757868" [ 1117.023536] env[62839]: _type = "Task" [ 1117.023536] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.032979] env[62839]: DEBUG oslo_vmware.api [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.142552] env[62839]: INFO nova.compute.resource_tracker [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating resource usage from migration 16003d91-6c8e-4cf0-b3fd-2eedea1b83b8 [ 1117.188259] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 01d8c54d-5b1e-40bf-abe2-6acc8f5e2bb2] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.190316] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529c40c4-37bb-fb3c-b80c-d7c14ecbf413, 'name': SearchDatastore_Task, 'duration_secs': 0.02713} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.193363] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.193698] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] cf727c94-9757-4d1b-b224-736ea0f21fb3/cf727c94-9757-4d1b-b224-736ea0f21fb3.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.194438] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab08167e-fa31-4223-9625-32767a7136a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.202803] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1117.202803] env[62839]: value = "task-2757869" [ 1117.202803] env[62839]: _type = "Task" [ 1117.202803] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.215906] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.260303] env[62839]: DEBUG oslo_vmware.api [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Task: {'id': task-2757866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375612} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.263073] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.263351] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.263591] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.263806] env[62839]: INFO nova.compute.manager [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1117.264299] env[62839]: DEBUG oslo.service.loopingcall [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.264772] env[62839]: DEBUG nova.compute.manager [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.264772] env[62839]: DEBUG nova.network.neutron [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.323906] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3fcfd-aa4f-46d9-b904-fa9715ba0926 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.332625] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f92a9-a157-4407-8303-cd67c96e8a9c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.346338] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757867, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.372511] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889aca5c-828f-4d48-93d2-c469fe50b5a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.381451] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4ac814-1e02-4651-acbb-e7bdc3f21409 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.396714] env[62839]: DEBUG nova.compute.provider_tree [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.538071] env[62839]: DEBUG oslo_vmware.api [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757868, 'name': PowerOffVM_Task, 'duration_secs': 0.244381} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.539127] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.539934] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.539934] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b94c170-a8c8-4189-9f88-8ca58a1db195 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.652798] env[62839]: DEBUG nova.compute.manager [req-452a64d0-c898-477f-af40-e66eb9236770 req-4a6c2f9f-0fcc-4ff3-9247-2b60ffd3d20e service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Received event network-vif-deleted-be7b9e60-f972-4775-bea2-f62e73cc24af {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.653063] env[62839]: INFO nova.compute.manager [req-452a64d0-c898-477f-af40-e66eb9236770 req-4a6c2f9f-0fcc-4ff3-9247-2b60ffd3d20e service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Neutron deleted interface be7b9e60-f972-4775-bea2-f62e73cc24af; detaching it from the instance and deleting it from the info cache [ 1117.653294] env[62839]: DEBUG nova.network.neutron [req-452a64d0-c898-477f-af40-e66eb9236770 req-4a6c2f9f-0fcc-4ff3-9247-2b60ffd3d20e service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.695278] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 8550e611-9d69-4b46-9b24-bc7623b07f8c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.714081] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757869, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.845788] env[62839]: DEBUG oslo_vmware.api [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757867, 'name': PowerOnVM_Task, 'duration_secs': 0.620934} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.846478] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.846601] env[62839]: INFO nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1117.850020] env[62839]: DEBUG nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.850020] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f993f-1f3b-4bdb-9d86-535a3a774850 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.900254] env[62839]: DEBUG nova.scheduler.client.report [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.903527] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.903736] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.903917] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleting the datastore file [datastore1] 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.905064] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee90bbe0-e367-4182-b6a5-696118b376ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.912319] env[62839]: DEBUG oslo_vmware.api [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for the task: (returnval){ [ 1117.912319] env[62839]: value = "task-2757871" [ 1117.912319] env[62839]: _type = "Task" [ 1117.912319] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.922633] env[62839]: DEBUG oslo_vmware.api [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.054812] env[62839]: DEBUG nova.network.neutron [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.156591] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0826ad2-1604-4f1a-a716-8c838c6fba90 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.167623] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb03e5-9bc5-400b-bff0-a7c2b0d2ed41 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.199672] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6675b3da-fac1-466d-95f6-0d5a1b6d754e] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.201470] env[62839]: DEBUG nova.compute.manager [req-452a64d0-c898-477f-af40-e66eb9236770 req-4a6c2f9f-0fcc-4ff3-9247-2b60ffd3d20e service nova] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Detach interface failed, port_id=be7b9e60-f972-4775-bea2-f62e73cc24af, reason: Instance 7365fb0e-0627-4c02-a6ff-14177626789e could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1118.212164] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552307} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.212420] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] cf727c94-9757-4d1b-b224-736ea0f21fb3/cf727c94-9757-4d1b-b224-736ea0f21fb3.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.212625] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.212870] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9500d87-7120-4775-b631-952e5571a799 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.225441] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1118.225441] env[62839]: value = "task-2757872" [ 1118.225441] env[62839]: _type = "Task" [ 1118.225441] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.235303] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.366970] env[62839]: INFO nova.compute.manager [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Took 12.17 seconds to build instance. [ 1118.405874] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.275s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.406105] env[62839]: INFO nova.compute.manager [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Migrating [ 1118.429693] env[62839]: DEBUG oslo_vmware.api [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Task: {'id': task-2757871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189002} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.429957] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.430145] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.430366] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.430572] env[62839]: INFO nova.compute.manager [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1118.430808] env[62839]: DEBUG oslo.service.loopingcall [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.431260] env[62839]: DEBUG nova.compute.manager [-] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.431351] env[62839]: DEBUG nova.network.neutron [-] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.557845] env[62839]: INFO nova.compute.manager [-] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Took 1.29 seconds to deallocate network for instance. [ 1118.702733] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e71ed019-86c6-431f-a7db-50417e44a43d] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.738328] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070489} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.738328] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.739032] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b61d73-970a-4ac7-bdb1-83873b594e0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.761506] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] cf727c94-9757-4d1b-b224-736ea0f21fb3/cf727c94-9757-4d1b-b224-736ea0f21fb3.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.761762] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d481113-aa90-459b-98b9-63a56afefdb2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.783039] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1118.783039] env[62839]: value = "task-2757873" [ 1118.783039] env[62839]: _type = "Task" [ 1118.783039] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.791470] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.870134] env[62839]: DEBUG oslo_concurrency.lockutils [None req-468574cc-7d56-47db-b3f5-a354e685523e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.680s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.883091] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.883376] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554919', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'name': 'volume-451e0b52-c3ee-434c-b40c-423b707104b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b', 'attached_at': '', 'detached_at': '', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'serial': '451e0b52-c3ee-434c-b40c-423b707104b0'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.884395] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d12d5a-4ee8-42ca-ac56-c74f889dd705 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.901116] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5948ea57-55d6-4d39-b1b1-8bd8513d4e08 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.925803] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-451e0b52-c3ee-434c-b40c-423b707104b0/volume-451e0b52-c3ee-434c-b40c-423b707104b0.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.926558] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.926724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.926897] env[62839]: DEBUG nova.network.neutron [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.928046] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1965a56d-639c-404f-b650-77bb449e0af2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.949990] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1118.949990] env[62839]: value = "task-2757874" [ 1118.949990] env[62839]: _type = "Task" [ 1118.949990] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.959671] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.064489] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.065545] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.065545] env[62839]: DEBUG nova.objects.instance [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lazy-loading 'resources' on Instance uuid 7365fb0e-0627-4c02-a6ff-14177626789e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.205674] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 19f6db2a-9fb3-4ef4-aabe-47ddd1100ef5] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.223163] env[62839]: DEBUG nova.network.neutron [-] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.293750] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757873, 'name': ReconfigVM_Task, 'duration_secs': 0.375867} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.294052] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Reconfigured VM instance instance-00000071 to attach disk [datastore1] cf727c94-9757-4d1b-b224-736ea0f21fb3/cf727c94-9757-4d1b-b224-736ea0f21fb3.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.294715] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca1edc6-1a39-4e84-9139-f879c71e630d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.305384] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1119.305384] env[62839]: value = "task-2757875" [ 1119.305384] env[62839]: _type = "Task" [ 1119.305384] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.322339] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757875, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.459779] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757874, 'name': ReconfigVM_Task, 'duration_secs': 0.402971} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.460063] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-451e0b52-c3ee-434c-b40c-423b707104b0/volume-451e0b52-c3ee-434c-b40c-423b707104b0.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.464774] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b365b41d-fd8c-4b9f-9c2f-c4d10cc5715d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.483275] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1119.483275] env[62839]: value = "task-2757876" [ 1119.483275] env[62839]: _type = "Task" [ 1119.483275] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.491770] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.655031] env[62839]: DEBUG nova.network.neutron [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance_info_cache with network_info: [{"id": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "address": "fa:16:3e:8a:e0:15", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d06376-dd", "ovs_interfaceid": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.709206] env[62839]: DEBUG nova.compute.manager [req-85359000-c03d-4860-b80c-503286718ec8 req-fb3c3d49-db14-456f-9b95-299328e1b45f service nova] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Received event network-vif-deleted-066cd848-fda4-4f18-9947-6c78b476a836 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.710572] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 77fa7526-ab22-428f-9056-f31a34e3bad8] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.726331] env[62839]: INFO nova.compute.manager [-] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Took 1.29 seconds to deallocate network for instance. [ 1119.784868] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6126ec8b-fae3-44ed-964a-473fcb0eaab0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.794200] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c946df-5639-4c50-bb64-ecc677e1b516 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.830751] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43b98f5-7940-4469-ab46-f9c915341c40 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.841484] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757875, 'name': Rename_Task, 'duration_secs': 0.153658} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.844917] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.846570] env[62839]: DEBUG nova.compute.manager [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Received event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.846570] env[62839]: DEBUG nova.compute.manager [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing instance network info cache due to event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.846570] env[62839]: DEBUG oslo_concurrency.lockutils [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] Acquiring lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.846894] env[62839]: DEBUG oslo_concurrency.lockutils [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] Acquired lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.846894] env[62839]: DEBUG nova.network.neutron [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.848356] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e78aee-c528-42b3-af14-ae6030089673 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.851122] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ee935-b4f1-41ee-8851-b0680d8e7781 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.870563] env[62839]: DEBUG nova.compute.provider_tree [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.873349] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1119.873349] env[62839]: value = "task-2757877" [ 1119.873349] env[62839]: _type = "Task" [ 1119.873349] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.886711] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757877, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.997507] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.105311] env[62839]: DEBUG nova.network.neutron [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updated VIF entry in instance network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.105815] env[62839]: DEBUG nova.network.neutron [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.161554] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.215875] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 90cca8db-f109-4f83-b21a-c7896cb69d7f] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.235461] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.375183] env[62839]: DEBUG nova.scheduler.client.report [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.393978] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.495347] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.610620] env[62839]: DEBUG oslo_concurrency.lockutils [req-92d272fb-4545-4c9b-95ec-d5dee96feae2 req-f4ed7914-4b6f-4751-8d5f-1f83df7f44e1 service nova] Releasing lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.719185] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 961e86bc-f5a7-472e-bc68-c407db2e1c64] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.884429] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.889579] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.654s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.889820] env[62839]: DEBUG nova.objects.instance [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lazy-loading 'resources' on Instance uuid 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.890812] env[62839]: DEBUG oslo_vmware.api [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757877, 'name': PowerOnVM_Task, 'duration_secs': 0.548393} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.891073] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.891439] env[62839]: INFO nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1120.891623] env[62839]: DEBUG nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.892846] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e37bbd-1baf-4c8e-9238-510c8206a295 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.906788] env[62839]: INFO nova.scheduler.client.report [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Deleted allocations for instance 7365fb0e-0627-4c02-a6ff-14177626789e [ 1120.995644] env[62839]: DEBUG oslo_vmware.api [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757876, 'name': ReconfigVM_Task, 'duration_secs': 1.148887} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.995986] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554919', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'name': 'volume-451e0b52-c3ee-434c-b40c-423b707104b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b', 'attached_at': '', 'detached_at': '', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'serial': '451e0b52-c3ee-434c-b40c-423b707104b0'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.223196] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0508659c-8908-4840-91f5-3d8ad8146172] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.417828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a44f7920-d69e-4039-8876-f1ef093cbb1e tempest-ServersNegativeTestJSON-414633036 tempest-ServersNegativeTestJSON-414633036-project-member] Lock "7365fb0e-0627-4c02-a6ff-14177626789e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.816s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.418741] env[62839]: INFO nova.compute.manager [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Took 14.73 seconds to build instance. [ 1121.540039] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0acc13c-886a-4ccb-8752-a24776815022 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.548144] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb4e00-e558-4f4e-858b-85cb7dfb3765 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.579044] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64939342-eaee-483a-a23d-2e87810888c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.586628] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8fcfad-2f24-4064-a29f-181cce7727db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.601736] env[62839]: DEBUG nova.compute.provider_tree [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.678679] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035c390-2e74-4064-a9b8-be7884bad467 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.698138] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance '663c9ae0-c0de-4361-ab27-475532148b59' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.726470] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 9078ceab-480a-4922-8da8-4774e3126d5a] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.920458] env[62839]: DEBUG oslo_concurrency.lockutils [None req-76ceedf7-ba2c-4329-82d3-d01513843d2b tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.237s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.034628] env[62839]: DEBUG nova.objects.instance [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'flavor' on Instance uuid a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.106436] env[62839]: DEBUG nova.scheduler.client.report [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.204501] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.204811] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b105384-3067-4203-be9f-9c2563a8271d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.215177] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1122.215177] env[62839]: value = "task-2757878" [ 1122.215177] env[62839]: _type = "Task" [ 1122.215177] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.226087] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.229829] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 09a24af0-f06a-46ee-ba19-777c88583804] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.541007] env[62839]: DEBUG oslo_concurrency.lockutils [None req-66cc37b2-e2fe-4697-8187-ce678c682996 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.775s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.615206] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.643029] env[62839]: INFO nova.scheduler.client.report [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Deleted allocations for instance 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4 [ 1122.732795] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757878, 'name': PowerOffVM_Task, 'duration_secs': 0.296817} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.733592] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 165d7603-4b1c-46bf-aa6f-cc10e86ae46f] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.736506] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.736762] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance '663c9ae0-c0de-4361-ab27-475532148b59' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.747041] env[62839]: DEBUG nova.compute.manager [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Received event network-changed-82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.747263] env[62839]: DEBUG nova.compute.manager [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Refreshing instance network info cache due to event network-changed-82012fc1-2324-44ea-a033-dc71c55cbad7. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.747486] env[62839]: DEBUG oslo_concurrency.lockutils [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] Acquiring lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.747631] env[62839]: DEBUG oslo_concurrency.lockutils [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] Acquired lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.747794] env[62839]: DEBUG nova.network.neutron [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Refreshing network info cache for port 82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.010646] env[62839]: DEBUG nova.compute.manager [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1123.156628] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c8a969f6-9353-4277-a046-9b758709e10a tempest-ServersTestJSON-1537107146 tempest-ServersTestJSON-1537107146-project-member] Lock "3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.656s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.245166] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 948eff81-af2c-4bef-adb4-5ce54243f803] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.252897] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.253496] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.253496] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.253860] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.254238] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.255112] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.255870] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.258094] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.258094] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.258094] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.258094] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.270781] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ea054bd-ca0e-4e80-9881-61f860062c44 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.301149] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1123.301149] env[62839]: value = "task-2757879" [ 1123.301149] env[62839]: _type = "Task" [ 1123.301149] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.314609] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.535788] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.536154] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.607860] env[62839]: DEBUG nova.network.neutron [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updated VIF entry in instance network info cache for port 82012fc1-2324-44ea-a033-dc71c55cbad7. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.608271] env[62839]: DEBUG nova.network.neutron [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updating instance_info_cache with network_info: [{"id": "82012fc1-2324-44ea-a033-dc71c55cbad7", "address": "fa:16:3e:44:2b:c2", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82012fc1-23", "ovs_interfaceid": "82012fc1-2324-44ea-a033-dc71c55cbad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.756027] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 3ce81944-ddfa-4475-ad2c-91dd23643467] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.817495] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757879, 'name': ReconfigVM_Task, 'duration_secs': 0.243453} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.818206] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance '663c9ae0-c0de-4361-ab27-475532148b59' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.045037] env[62839]: INFO nova.compute.claims [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.110961] env[62839]: DEBUG oslo_concurrency.lockutils [req-9b648838-61fd-4c13-8296-19852e5e8438 req-7ccafc1b-8e28-43a3-9f6b-6f8bfe0ba219 service nova] Releasing lock "refresh_cache-cf727c94-9757-4d1b-b224-736ea0f21fb3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.263143] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 5ed804df-6d19-4253-b2e4-4a173a935e1e] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.327092] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.327426] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.327715] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.328072] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.328342] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.328608] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.328960] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.329237] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.329528] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.329807] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.330117] env[62839]: DEBUG nova.virt.hardware [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.339557] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.340456] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd513fc-d8dc-4a59-aa15-4ddbd619cfb1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.366827] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1124.366827] env[62839]: value = "task-2757880" [ 1124.366827] env[62839]: _type = "Task" [ 1124.366827] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.376341] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.550651] env[62839]: INFO nova.compute.resource_tracker [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating resource usage from migration a249e429-96c1-44d8-9aad-5de8bbbf034f [ 1124.704678] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850e96d0-4be0-4452-91c1-683d342cf54f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.712291] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78916ee-cc15-4801-8044-827872ea64d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.745576] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2fbb42-d9ad-4b14-bd1c-683512df6506 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.752854] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a520d73-70bc-4067-95f2-0313660079f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.767471] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 819f1957-56f3-4e58-a236-1a310c4d2e12] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.769538] env[62839]: DEBUG nova.compute.provider_tree [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.879316] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757880, 'name': ReconfigVM_Task, 'duration_secs': 0.434802} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.879316] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.880414] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebc0a5-58e3-4aaa-a6e2-f0fbf34fc282 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.901779] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 663c9ae0-c0de-4361-ab27-475532148b59/663c9ae0-c0de-4361-ab27-475532148b59.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.902181] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2128590f-9e66-4354-9686-20c004a673ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.921444] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1124.921444] env[62839]: value = "task-2757881" [ 1124.921444] env[62839]: _type = "Task" [ 1124.921444] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.932713] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.271907] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0e541690-634f-4283-a6ee-3a0bf6bcff5a] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.274619] env[62839]: DEBUG nova.scheduler.client.report [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.431486] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757881, 'name': ReconfigVM_Task, 'duration_secs': 0.364228} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.431772] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 663c9ae0-c0de-4361-ab27-475532148b59/663c9ae0-c0de-4361-ab27-475532148b59.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.432056] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance '663c9ae0-c0de-4361-ab27-475532148b59' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.780593] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d6d2c134-c1d5-460f-9ccc-3d8cb4f8ac38] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.782926] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.247s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.783706] env[62839]: INFO nova.compute.manager [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Migrating [ 1125.938569] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b452245-bc3c-48ea-a38e-b51434ca4109 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.960523] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed29648c-f055-4855-a64d-25bb07a75a74 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.980010] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance '663c9ae0-c0de-4361-ab27-475532148b59' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.291074] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 7251b650-5c09-4f4b-848e-14521acba362] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.297325] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.297553] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.297735] env[62839]: DEBUG nova.network.neutron [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.525235] env[62839]: DEBUG nova.network.neutron [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Port 17d06376-ddc0-4d46-b6d6-63c1dbc1771c binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.542428] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "f88e1857-7315-4636-ad3d-437cc86d0eb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.542654] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "f88e1857-7315-4636-ad3d-437cc86d0eb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.793962] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 1d806cea-f5e0-4c86-b707-a3bd910b7289] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.989136] env[62839]: DEBUG nova.network.neutron [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.047379] env[62839]: DEBUG nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.297767] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: c3f87c62-6b74-4edf-b11f-bac31479c237] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.491453] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.546772] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "663c9ae0-c0de-4361-ab27-475532148b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.547015] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.547197] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.567738] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.567989] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.569420] env[62839]: INFO nova.compute.claims [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.801440] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: b7aecd3a-aebf-4f3b-9cde-15fd75345ffd] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.307070] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 218d807e-c3ac-4730-b6fc-ca27bef27f35] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.579214] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.579399] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.579572] env[62839]: DEBUG nova.network.neutron [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.708581] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3517cd7-b560-4aa6-bfce-9042205ce5e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.717397] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b3b29-50de-442d-8760-09a0aacf5688 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.746659] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb23e05-709b-4b96-945f-e0fcddf2190e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.753355] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d27494-9b51-47b3-aee1-2acaf2260c0c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.765666] env[62839]: DEBUG nova.compute.provider_tree [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.809634] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d471f1a1-dea4-4ec6-aa39-d0f17aaa8faa] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.007813] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7911148-0f5c-4a21-9379-4169110c50e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.028414] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.268981] env[62839]: DEBUG nova.scheduler.client.report [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.272713] env[62839]: DEBUG nova.network.neutron [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance_info_cache with network_info: [{"id": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "address": "fa:16:3e:8a:e0:15", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d06376-dd", "ovs_interfaceid": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.312421] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 2aeb1b6a-4e34-47dd-bcfb-14e30b80fa82] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.533746] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.534285] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b44e0c2-1e01-4bc4-a07f-a3553ee4417c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.541649] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1129.541649] env[62839]: value = "task-2757882" [ 1129.541649] env[62839]: _type = "Task" [ 1129.541649] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.549837] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.774904] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.775389] env[62839]: DEBUG nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.778072] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.816029] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 2657a8f1-e75c-4f19-a855-a6975fea8d65] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.051473] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757882, 'name': PowerOffVM_Task, 'duration_secs': 0.230221} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.051628] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.051812] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.283239] env[62839]: DEBUG nova.compute.utils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.289946] env[62839]: DEBUG nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Not allocating networking since 'none' was specified. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1130.300494] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c8e34e-50e5-4546-b1ee-30d04853b77d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.319140] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 74eb03e1-dd93-4792-96cd-87e45d55ec4c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.321484] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aacb51a-2a80-4637-83b5-a2d50e4f9020 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.328633] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance '663c9ae0-c0de-4361-ab27-475532148b59' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.558341] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.558597] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.558759] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.558943] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.559103] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.559257] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.559468] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.559628] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.559796] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.559958] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.560148] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.565700] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0be62c-4ab7-4939-9620-e866c4dd0fa2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.581525] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1130.581525] env[62839]: value = "task-2757883" [ 1130.581525] env[62839]: _type = "Task" [ 1130.581525] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.593388] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.791031] env[62839]: DEBUG nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.824794] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d76cead4-3521-4a26-9f50-90a2c674930f] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.834777] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.835126] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4354367b-f8e0-4be3-b73a-bef7f0daa741 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.842047] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1130.842047] env[62839]: value = "task-2757884" [ 1130.842047] env[62839]: _type = "Task" [ 1130.842047] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.850413] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.090808] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757883, 'name': ReconfigVM_Task, 'duration_secs': 0.178909} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.091156] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.135652] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.135904] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.136540] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.136540] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.136540] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.138610] env[62839]: INFO nova.compute.manager [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Terminating instance [ 1131.327693] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6e50ecbb-b27c-49e4-92ed-94f6842a3cf8] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.354334] env[62839]: DEBUG oslo_vmware.api [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757884, 'name': PowerOnVM_Task, 'duration_secs': 0.39908} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.355305] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.355583] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8dff34d0-85f6-4f74-86fe-62bd3a6b7d95 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance '663c9ae0-c0de-4361-ab27-475532148b59' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.598053] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.598303] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.598465] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.598647] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.598791] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.598939] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.599162] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.599325] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.599492] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.599655] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.599829] env[62839]: DEBUG nova.virt.hardware [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.605117] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.605382] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b854f20-3335-44dc-956a-6c41c7099500 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.623522] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1131.623522] env[62839]: value = "task-2757885" [ 1131.623522] env[62839]: _type = "Task" [ 1131.623522] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.631416] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.642135] env[62839]: DEBUG nova.compute.manager [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.642360] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.643100] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c784cae-90c7-4fd6-a4c0-db136f0e782c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.650315] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.650571] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac1d5152-e74c-4c14-a958-8b71d04578bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.657215] env[62839]: DEBUG oslo_vmware.api [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1131.657215] env[62839]: value = "task-2757886" [ 1131.657215] env[62839]: _type = "Task" [ 1131.657215] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.665892] env[62839]: DEBUG oslo_vmware.api [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.801533] env[62839]: DEBUG nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.827598] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.827885] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.828147] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.828468] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.828676] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.828867] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.829129] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.829336] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.829548] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.829749] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.829960] env[62839]: DEBUG nova.virt.hardware [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.830828] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee66e41-ff57-4da3-98c1-9ff2036bc58a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.833585] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: a12e7a53-4957-415e-8e30-ba6cc9a367db] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.840399] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3009419-e30c-468c-b8a3-5f1c67b1d67d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.854625] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.859900] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Creating folder: Project (eb1082852ea447dab48fb87945bfe7dd). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.860711] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5629a46-a304-4203-897d-9c2ca572627d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.872974] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Created folder: Project (eb1082852ea447dab48fb87945bfe7dd) in parent group-v554621. [ 1131.873173] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Creating folder: Instances. Parent ref: group-v554924. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.873392] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02866e31-7b36-42db-badc-9da7686cb41a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.882598] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Created folder: Instances in parent group-v554924. [ 1131.882826] env[62839]: DEBUG oslo.service.loopingcall [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1131.883015] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.883213] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba801cf-f2df-469a-a870-7c9958dd45f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.898504] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.898504] env[62839]: value = "task-2757889" [ 1131.898504] env[62839]: _type = "Task" [ 1131.898504] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.905630] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757889, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.134329] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757885, 'name': ReconfigVM_Task, 'duration_secs': 0.221784} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.134634] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.135435] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3689a41b-6736-4b45-bfd1-d2c0018e3e8c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.161107] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.162052] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb89155-e16d-4e9e-ade9-6000f14213d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.183317] env[62839]: DEBUG oslo_vmware.api [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757886, 'name': PowerOffVM_Task, 'duration_secs': 0.170263} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.184518] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.184757] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.185026] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1132.185026] env[62839]: value = "task-2757890" [ 1132.185026] env[62839]: _type = "Task" [ 1132.185026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.185248] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d377ff0-2299-4339-be2a-27149e75731e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.194394] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.248771] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.249152] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.249438] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleting the datastore file [datastore2] 9db5da96-aa00-4df3-8565-f0fcf2c244a0 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.249828] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7afa4a5-0ac7-43f5-adc2-5be3af194d4b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.257729] env[62839]: DEBUG oslo_vmware.api [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for the task: (returnval){ [ 1132.257729] env[62839]: value = "task-2757892" [ 1132.257729] env[62839]: _type = "Task" [ 1132.257729] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.266776] env[62839]: DEBUG oslo_vmware.api [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.336530] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 5c1b5fee-7174-467f-b63e-10cc3cf0e3bc] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.408061] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757889, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.695739] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757890, 'name': ReconfigVM_Task, 'duration_secs': 0.307242} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.696055] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.696366] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.767203] env[62839]: DEBUG oslo_vmware.api [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Task: {'id': task-2757892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138607} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.767715] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.767904] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.768093] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.768269] env[62839]: INFO nova.compute.manager [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.768509] env[62839]: DEBUG oslo.service.loopingcall [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.768696] env[62839]: DEBUG nova.compute.manager [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.768786] env[62839]: DEBUG nova.network.neutron [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.840167] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 4df8bdbf-bf4c-48da-9e0a-b9aeab2ea3bc] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.908309] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757889, 'name': CreateVM_Task, 'duration_secs': 0.636638} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.908480] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.908891] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.909061] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.909375] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.909619] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7638d3-8b46-4d2d-8cf5-f39c82011360 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.914305] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1132.914305] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cc55eb-54ef-7671-714d-c18484a3f868" [ 1132.914305] env[62839]: _type = "Task" [ 1132.914305] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.921747] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cc55eb-54ef-7671-714d-c18484a3f868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.203552] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc377459-adee-403a-b5e0-cfe02ead9afa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.226724] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4691ca-b5d1-4e38-b59f-b4512c63be92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.247343] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.253532] env[62839]: DEBUG nova.compute.manager [req-d3025e0f-e2fa-4570-b1eb-6445fe857d62 req-97e2ae5d-50e8-414a-91cf-bd1d9bd295c7 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Received event network-vif-deleted-2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.253740] env[62839]: INFO nova.compute.manager [req-d3025e0f-e2fa-4570-b1eb-6445fe857d62 req-97e2ae5d-50e8-414a-91cf-bd1d9bd295c7 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Neutron deleted interface 2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6; detaching it from the instance and deleting it from the info cache [ 1133.253910] env[62839]: DEBUG nova.network.neutron [req-d3025e0f-e2fa-4570-b1eb-6445fe857d62 req-97e2ae5d-50e8-414a-91cf-bd1d9bd295c7 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.344356] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: beb5050f-353d-46e7-b321-360ed90d2a86] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.429353] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cc55eb-54ef-7671-714d-c18484a3f868, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.433259] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.433259] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.433259] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.433259] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.433259] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.434623] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea7a12e2-4f44-4286-9aa5-0d3b192ab5b9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.450333] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.450612] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.451502] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f2d7c7-005a-4041-9243-09ea8db633d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.459028] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1133.459028] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52802336-6fa2-6227-a907-daed3507f82e" [ 1133.459028] env[62839]: _type = "Task" [ 1133.459028] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.466994] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52802336-6fa2-6227-a907-daed3507f82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.730758] env[62839]: DEBUG nova.network.neutron [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.761162] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb2fc497-d993-43d5-a6a1-e717ed2cef9c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.778027] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1e441f-f14d-4f4f-9a58-eed4bc970302 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.811728] env[62839]: DEBUG nova.compute.manager [req-d3025e0f-e2fa-4570-b1eb-6445fe857d62 req-97e2ae5d-50e8-414a-91cf-bd1d9bd295c7 service nova] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Detach interface failed, port_id=2c1f3b02-28ef-4bc8-a22c-209f9e21d5f6, reason: Instance 9db5da96-aa00-4df3-8565-f0fcf2c244a0 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1133.848022] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: ced06574-162e-47f9-a019-f12bee4d9de5] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.941948] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "663c9ae0-c0de-4361-ab27-475532148b59" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.942326] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.942936] env[62839]: DEBUG nova.compute.manager [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Going to confirm migration 6 {{(pid=62839) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.969024] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52802336-6fa2-6227-a907-daed3507f82e, 'name': SearchDatastore_Task, 'duration_secs': 0.009164} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.969667] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603f6243-e679-450b-8e24-b5532e84e6b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.974900] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1133.974900] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5299d244-d330-c53d-2d3e-72aa6e8fd63f" [ 1133.974900] env[62839]: _type = "Task" [ 1133.974900] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.982965] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5299d244-d330-c53d-2d3e-72aa6e8fd63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.236973] env[62839]: INFO nova.compute.manager [-] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Took 1.47 seconds to deallocate network for instance. [ 1134.350716] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 8d41ea5e-6757-4ace-b30c-030467138f68] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.487300] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5299d244-d330-c53d-2d3e-72aa6e8fd63f, 'name': SearchDatastore_Task, 'duration_secs': 0.043626} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.487502] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.487750] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.487999] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-166971b0-d3e0-4c22-8fea-04ab29b65338 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.495542] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1134.495542] env[62839]: value = "task-2757893" [ 1134.495542] env[62839]: _type = "Task" [ 1134.495542] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.503033] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.527724] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.527905] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquired lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.528113] env[62839]: DEBUG nova.network.neutron [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.528318] env[62839]: DEBUG nova.objects.instance [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'info_cache' on Instance uuid 663c9ae0-c0de-4361-ab27-475532148b59 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.745108] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.745108] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.745108] env[62839]: DEBUG nova.objects.instance [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lazy-loading 'resources' on Instance uuid 9db5da96-aa00-4df3-8565-f0fcf2c244a0 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.854792] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 39d13a82-dea4-41d1-a477-e73230b9817b] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.912238] env[62839]: DEBUG nova.network.neutron [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Port 7af71161-9e2f-49e0-b610-5716e842cd1a binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1135.005840] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460233} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.006069] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.006288] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.006539] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2272ec35-1e33-437f-ba55-db46406167a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.013359] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1135.013359] env[62839]: value = "task-2757894" [ 1135.013359] env[62839]: _type = "Task" [ 1135.013359] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.020801] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.358365] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 0f05490a-be68-46a4-af3b-0937bcc1093d] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.419176] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d21d85-c885-45b9-a5ed-71ed3e634126 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.427280] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1e0ff9-5b08-492a-9b56-8f73a4cf6e07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.458928] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70e0d1-e7ec-4256-9f38-51b7c4afee3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.466693] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a495bda-b451-427d-9972-9a11fa44318b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.480074] env[62839]: DEBUG nova.compute.provider_tree [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.522788] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063308} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.523052] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.523793] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012af609-8142-404d-a3b4-318efe7ada64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.544526] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.544732] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e21fc13-b560-42ea-ba68-06cca1e51220 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.564421] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1135.564421] env[62839]: value = "task-2757895" [ 1135.564421] env[62839]: _type = "Task" [ 1135.564421] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.573249] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.796721] env[62839]: DEBUG nova.network.neutron [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance_info_cache with network_info: [{"id": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "address": "fa:16:3e:8a:e0:15", "network": {"id": "aa019100-bf50-41ff-9e91-1cac629a6053", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1933564614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc2fed330057427b8cdbb3edef384ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d06376-dd", "ovs_interfaceid": "17d06376-ddc0-4d46-b6d6-63c1dbc1771c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.861693] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 9d118db1-1c66-4b29-9ecf-32e7ab9460ac] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.936795] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.936995] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.937144] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.983285] env[62839]: DEBUG nova.scheduler.client.report [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.075129] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757895, 'name': ReconfigVM_Task, 'duration_secs': 0.310073} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.075397] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.076109] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3113575-d179-4f7f-bf20-fe03588d1db1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.082919] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1136.082919] env[62839]: value = "task-2757896" [ 1136.082919] env[62839]: _type = "Task" [ 1136.082919] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.091394] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757896, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.299840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Releasing lock "refresh_cache-663c9ae0-c0de-4361-ab27-475532148b59" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.300143] env[62839]: DEBUG nova.objects.instance [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lazy-loading 'migration_context' on Instance uuid 663c9ae0-c0de-4361-ab27-475532148b59 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.364540] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: cdcb3ad4-b2e0-45de-bcf9-81ce6ab2f9f7] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.488176] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.508365] env[62839]: INFO nova.scheduler.client.report [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Deleted allocations for instance 9db5da96-aa00-4df3-8565-f0fcf2c244a0 [ 1136.592957] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757896, 'name': Rename_Task, 'duration_secs': 0.188025} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.593327] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.593578] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4102631b-ff0b-413d-857b-46cf6c6b18a0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.599554] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1136.599554] env[62839]: value = "task-2757897" [ 1136.599554] env[62839]: _type = "Task" [ 1136.599554] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.606941] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.803027] env[62839]: DEBUG nova.objects.base [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Object Instance<663c9ae0-c0de-4361-ab27-475532148b59> lazy-loaded attributes: info_cache,migration_context {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.803994] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f41aaab-ee82-4625-94c6-e53494843c6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.823334] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ad10f7-a752-4884-936f-6f53884b5cf5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.828413] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1136.828413] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fa8ebe-e472-cede-afea-d7eaef13b964" [ 1136.828413] env[62839]: _type = "Task" [ 1136.828413] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.835636] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fa8ebe-e472-cede-afea-d7eaef13b964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.867358] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e3fd97a6-50de-4b50-b513-f5d07c9ff1de] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.973517] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.973729] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.973964] env[62839]: DEBUG nova.network.neutron [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.015529] env[62839]: DEBUG oslo_concurrency.lockutils [None req-9949917a-0e80-431f-908d-f3dea6a3893f tempest-AttachVolumeShelveTestJSON-169079048 tempest-AttachVolumeShelveTestJSON-169079048-project-member] Lock "9db5da96-aa00-4df3-8565-f0fcf2c244a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.880s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.109399] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.338326] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fa8ebe-e472-cede-afea-d7eaef13b964, 'name': SearchDatastore_Task, 'duration_secs': 0.007439} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.338594] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.338817] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.612815] env[62839]: DEBUG oslo_vmware.api [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757897, 'name': PowerOnVM_Task, 'duration_secs': 0.60022} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.612815] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.613125] env[62839]: INFO nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1137.613169] env[62839]: DEBUG nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.613929] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d1957-9fd8-432c-8fd1-3c6c3069b8c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.717043] env[62839]: DEBUG nova.network.neutron [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.976852] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb4cce-2b7d-4389-82f4-981499a073f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.984389] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ef454-73a7-4189-9e0b-ca61374edf68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.015303] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b8775-da94-4baf-9fc3-fb25058816fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.022825] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff512bb-a688-4cb7-a9ad-1acbcbdd7761 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.036575] env[62839]: DEBUG nova.compute.provider_tree [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.131660] env[62839]: INFO nova.compute.manager [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Took 10.58 seconds to build instance. [ 1138.219516] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.543507] env[62839]: DEBUG nova.scheduler.client.report [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.595788] env[62839]: INFO nova.compute.manager [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Rebuilding instance [ 1138.634432] env[62839]: DEBUG oslo_concurrency.lockutils [None req-bfe91e8e-4c87-477a-81d3-9937d157d2e5 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "f88e1857-7315-4636-ad3d-437cc86d0eb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.091s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.643323] env[62839]: DEBUG nova.compute.manager [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.644241] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db19073-9969-4bac-a65e-2ad6028d9c9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.731647] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f59b9f6-f99a-436b-9193-b489cf6d2403 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.739383] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec0cb6-6b6a-4692-9e18-1de29b6800ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.556064] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.216s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.658396] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.658838] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420bcc47-da62-4009-8b08-aab67053f7ea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.666606] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1139.666606] env[62839]: value = "task-2757899" [ 1139.666606] env[62839]: _type = "Task" [ 1139.666606] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.675980] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.836418] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52315db-2db7-44b0-99de-e3046831cb72 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.859326] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8b9b1-e017-4fd7-81ea-e657f9395704 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.866638] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.110732] env[62839]: INFO nova.scheduler.client.report [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted allocation for migration 16003d91-6c8e-4cf0-b3fd-2eedea1b83b8 [ 1140.176175] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757899, 'name': PowerOffVM_Task, 'duration_secs': 0.210799} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.176432] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.176658] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.177404] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4df5d2-f584-4dc7-8a85-7b0d6e206675 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.184013] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.184252] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a287d333-e27e-4ace-9748-ecd85001a233 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.208155] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.208357] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.208528] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Deleting the datastore file [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.208760] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58f3240-ab4c-4567-883f-81ce826855ab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.214417] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1140.214417] env[62839]: value = "task-2757901" [ 1140.214417] env[62839]: _type = "Task" [ 1140.214417] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.221920] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.373357] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.373607] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-817bb9f7-ddc0-47d9-8ffa-ba768093d40a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.380576] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1140.380576] env[62839]: value = "task-2757902" [ 1140.380576] env[62839]: _type = "Task" [ 1140.380576] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.388101] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.615821] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.673s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.727253] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097005} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.727716] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.727716] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.727935] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.890969] env[62839]: DEBUG oslo_vmware.api [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757902, 'name': PowerOnVM_Task, 'duration_secs': 0.461469} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.891254] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.891443] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2b778376-674e-451a-8053-142aaffca0e9 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.012359] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.012706] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.515974] env[62839]: DEBUG nova.compute.utils [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.763179] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.763473] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.763581] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.763759] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.763901] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.764055] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.764296] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.764458] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.764626] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.764786] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.764973] env[62839]: DEBUG nova.virt.hardware [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.765851] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e370c3b7-8f0d-4ccc-bf77-f8c47c1f1e91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.773565] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f72ad-0288-4eb8-b07e-0c8ef96d7607 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.786800] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Instance VIF info [] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.792246] env[62839]: DEBUG oslo.service.loopingcall [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.792478] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.792673] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b052106-51a0-4e5a-8a14-0c414d62ebbc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.809107] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.809107] env[62839]: value = "task-2757903" [ 1141.809107] env[62839]: _type = "Task" [ 1141.809107] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.819924] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757903, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.954588] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "663c9ae0-c0de-4361-ab27-475532148b59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.954872] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.955110] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "663c9ae0-c0de-4361-ab27-475532148b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.955342] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.955526] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.957598] env[62839]: INFO nova.compute.manager [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Terminating instance [ 1142.020465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.319685] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757903, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.463033] env[62839]: DEBUG nova.compute.manager [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.463033] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.463033] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f426bc-33a4-4c66-afa2-7589985ab476 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.471033] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.471033] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ece248-bc56-48d3-9793-d94f2ecf4779 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.477971] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1142.477971] env[62839]: value = "task-2757904" [ 1142.477971] env[62839]: _type = "Task" [ 1142.477971] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.485586] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.822140] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757903, 'name': CreateVM_Task, 'duration_secs': 0.632122} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.822140] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.822459] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.822678] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.823020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.823309] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ba91ac-3ebe-4531-9261-5663248b3f57 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.829730] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1142.829730] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521175d3-a7f8-82ca-a9ba-d15386e38b5c" [ 1142.829730] env[62839]: _type = "Task" [ 1142.829730] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.845020] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521175d3-a7f8-82ca-a9ba-d15386e38b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.845020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.845020] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.845020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.845020] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.845020] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.845020] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-632d392e-e8b5-4f99-99be-8025ea0beb5e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.853709] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.856018] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.856018] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb2608b-ecac-4451-b9ef-3a56003ca71c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.860129] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1142.860129] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]525232ac-8976-cc5f-980d-c963777618cd" [ 1142.860129] env[62839]: _type = "Task" [ 1142.860129] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.868534] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525232ac-8976-cc5f-980d-c963777618cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.987781] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757904, 'name': PowerOffVM_Task, 'duration_secs': 0.332108} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.988066] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.988307] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.988559] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b9c767e-4a04-4074-80a5-093e3e7b9672 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.049412] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.049532] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.049708] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleting the datastore file [datastore2] 663c9ae0-c0de-4361-ab27-475532148b59 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.049962] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81222e30-e6d0-4e10-a624-86c541dfb251 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.055745] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for the task: (returnval){ [ 1143.055745] env[62839]: value = "task-2757906" [ 1143.055745] env[62839]: _type = "Task" [ 1143.055745] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.063369] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.088842] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.089367] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.089367] env[62839]: INFO nova.compute.manager [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Attaching volume 45a95af0-88d0-4490-a8cb-085308a29d01 to /dev/sdb [ 1143.124572] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d29556-5d13-4dfa-a4fc-113d084034c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.131125] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09eaeed-c9b9-479a-88cf-32822fcc9ebe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.144256] env[62839]: DEBUG nova.virt.block_device [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updating existing volume attachment record: 01a2b2ef-f71b-4060-8615-0bb07a5be2a3 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.371183] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]525232ac-8976-cc5f-980d-c963777618cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.372077] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ec098f-d8ff-4aa0-bd6b-7c6539ffb1b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.377993] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1143.377993] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]527da7d6-f5b8-3f5d-7ae5-d7fad61d1d1b" [ 1143.377993] env[62839]: _type = "Task" [ 1143.377993] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.386530] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527da7d6-f5b8-3f5d-7ae5-d7fad61d1d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.449552] env[62839]: DEBUG nova.network.neutron [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Port 7af71161-9e2f-49e0-b610-5716e842cd1a binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1143.449837] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.449994] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.450190] env[62839]: DEBUG nova.network.neutron [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.565544] env[62839]: DEBUG oslo_vmware.api [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Task: {'id': task-2757906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16553} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.565803] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.565991] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.566204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.566380] env[62839]: INFO nova.compute.manager [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1143.566716] env[62839]: DEBUG oslo.service.loopingcall [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.566932] env[62839]: DEBUG nova.compute.manager [-] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.567037] env[62839]: DEBUG nova.network.neutron [-] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.857368] env[62839]: DEBUG nova.compute.manager [req-8c30f046-ac07-4c8c-8402-fef9c4c2a521 req-5fb50f20-83d4-4a9a-8532-a1b367f58ad3 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Received event network-vif-deleted-17d06376-ddc0-4d46-b6d6-63c1dbc1771c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.857368] env[62839]: INFO nova.compute.manager [req-8c30f046-ac07-4c8c-8402-fef9c4c2a521 req-5fb50f20-83d4-4a9a-8532-a1b367f58ad3 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Neutron deleted interface 17d06376-ddc0-4d46-b6d6-63c1dbc1771c; detaching it from the instance and deleting it from the info cache [ 1143.857368] env[62839]: DEBUG nova.network.neutron [req-8c30f046-ac07-4c8c-8402-fef9c4c2a521 req-5fb50f20-83d4-4a9a-8532-a1b367f58ad3 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.889280] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]527da7d6-f5b8-3f5d-7ae5-d7fad61d1d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.889889] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.890217] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.890527] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-743d712f-2811-4bf1-9ab9-97910c51fde9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.897606] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1143.897606] env[62839]: value = "task-2757910" [ 1143.897606] env[62839]: _type = "Task" [ 1143.897606] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.907783] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.338690] env[62839]: DEBUG nova.network.neutron [-] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.360104] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cddebd42-e72b-47d7-a1ce-4ecb1d5688ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.371897] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ccbcf9-55f0-4946-ae5b-3c57991ff720 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.402158] env[62839]: DEBUG nova.compute.manager [req-8c30f046-ac07-4c8c-8402-fef9c4c2a521 req-5fb50f20-83d4-4a9a-8532-a1b367f58ad3 service nova] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Detach interface failed, port_id=17d06376-ddc0-4d46-b6d6-63c1dbc1771c, reason: Instance 663c9ae0-c0de-4361-ab27-475532148b59 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1144.410593] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.442249] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.442564] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.442791] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.443035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.443296] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.445607] env[62839]: INFO nova.compute.manager [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Terminating instance [ 1144.467693] env[62839]: DEBUG nova.network.neutron [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.840853] env[62839]: INFO nova.compute.manager [-] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Took 1.27 seconds to deallocate network for instance. [ 1144.911009] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.949269] env[62839]: DEBUG nova.compute.manager [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.949576] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.950761] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09417369-c286-4c97-b6ff-34673d04e090 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.958711] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.958771] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdf3035-6355-4327-85a4-cbd6336802cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.964825] env[62839]: DEBUG oslo_vmware.api [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1144.964825] env[62839]: value = "task-2757911" [ 1144.964825] env[62839]: _type = "Task" [ 1144.964825] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.973581] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.974937] env[62839]: DEBUG oslo_vmware.api [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.347878] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.348279] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.348509] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.372074] env[62839]: INFO nova.scheduler.client.report [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Deleted allocations for instance 663c9ae0-c0de-4361-ab27-475532148b59 [ 1145.411061] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757910, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.473799] env[62839]: DEBUG oslo_vmware.api [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757911, 'name': PowerOffVM_Task, 'duration_secs': 0.173925} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.474070] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.474299] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.474550] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c88c556f-f80e-4b7e-8545-e1b4909e80bc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.478227] env[62839]: DEBUG nova.compute.manager [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62839) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1145.532314] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.532566] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.532784] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleting the datastore file [datastore2] 56fffbd1-b0ab-4a57-841f-14e1e777ce47 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.533078] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3c45d5-b25c-4336-87fb-633c84c9a648 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.540168] env[62839]: DEBUG oslo_vmware.api [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1145.540168] env[62839]: value = "task-2757913" [ 1145.540168] env[62839]: _type = "Task" [ 1145.540168] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.548222] env[62839]: DEBUG oslo_vmware.api [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.880611] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1d211e76-185e-4ecb-9ed9-31a2eacc4060 tempest-DeleteServersTestJSON-2013822368 tempest-DeleteServersTestJSON-2013822368-project-member] Lock "663c9ae0-c0de-4361-ab27-475532148b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.926s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.912248] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757910, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.65928} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.912509] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.912688] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.912923] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65924ffd-09b1-4846-8cde-5e9a994c3758 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.919479] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1145.919479] env[62839]: value = "task-2757915" [ 1145.919479] env[62839]: _type = "Task" [ 1145.919479] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.927775] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.049636] env[62839]: DEBUG oslo_vmware.api [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283169} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.049834] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.050015] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.050196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.050400] env[62839]: INFO nova.compute.manager [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1146.050649] env[62839]: DEBUG oslo.service.loopingcall [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.050836] env[62839]: DEBUG nova.compute.manager [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.050929] env[62839]: DEBUG nova.network.neutron [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.428606] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056049} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.428879] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.429745] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe74884-5c7a-4515-a144-46d167ae8690 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.450755] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.451071] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af36df5c-fc5d-4d6a-8247-c18f6fbdd60b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.470594] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1146.470594] env[62839]: value = "task-2757917" [ 1146.470594] env[62839]: _type = "Task" [ 1146.470594] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.478581] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.530376] env[62839]: DEBUG nova.compute.manager [req-c9f3d822-025b-4856-bc62-19cc3286719a req-7db55d3e-4287-4ece-8f54-a64b93ecd32b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Received event network-vif-deleted-4890eef9-eea1-43c6-ae16-8996fb5c3336 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.530609] env[62839]: INFO nova.compute.manager [req-c9f3d822-025b-4856-bc62-19cc3286719a req-7db55d3e-4287-4ece-8f54-a64b93ecd32b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Neutron deleted interface 4890eef9-eea1-43c6-ae16-8996fb5c3336; detaching it from the instance and deleting it from the info cache [ 1146.530753] env[62839]: DEBUG nova.network.neutron [req-c9f3d822-025b-4856-bc62-19cc3286719a req-7db55d3e-4287-4ece-8f54-a64b93ecd32b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.572457] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.572836] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.981767] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757917, 'name': ReconfigVM_Task, 'duration_secs': 0.261398} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.982083] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0/f88e1857-7315-4636-ad3d-437cc86d0eb0.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.982661] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aef27fac-7f77-4b69-a86f-41432b5e03c3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.989170] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1146.989170] env[62839]: value = "task-2757918" [ 1146.989170] env[62839]: _type = "Task" [ 1146.989170] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.997123] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757918, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.013568] env[62839]: DEBUG nova.network.neutron [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.034041] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcbb9172-3785-4d74-8993-a509195a88ff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.044279] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac10810-c076-496e-9894-f020eff6985b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.077442] env[62839]: DEBUG nova.objects.instance [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'migration_context' on Instance uuid a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.078727] env[62839]: DEBUG nova.compute.manager [req-c9f3d822-025b-4856-bc62-19cc3286719a req-7db55d3e-4287-4ece-8f54-a64b93ecd32b service nova] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Detach interface failed, port_id=4890eef9-eea1-43c6-ae16-8996fb5c3336, reason: Instance 56fffbd1-b0ab-4a57-841f-14e1e777ce47 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1147.500086] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757918, 'name': Rename_Task, 'duration_secs': 0.301587} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.500086] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.500321] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3875e9d-8bf8-4f70-a26e-568fd659f172 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.507094] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1147.507094] env[62839]: value = "task-2757919" [ 1147.507094] env[62839]: _type = "Task" [ 1147.507094] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.514933] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.516406] env[62839]: INFO nova.compute.manager [-] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Took 1.47 seconds to deallocate network for instance. [ 1147.701432] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbed102-5b79-442e-b694-8f981a84804f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.709483] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4009271-567e-4c29-a328-11ef4e160768 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.741357] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf46420-35a1-43a8-b6f9-9a2ebc429b90 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.749719] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffc589-7a94-475e-a96e-15289f46210b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.763904] env[62839]: DEBUG nova.compute.provider_tree [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.018455] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757919, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.022638] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.194330] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.194575] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.195501] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca2777-fa5c-4398-af86-1b7dacc958d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.212334] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5967f88-db85-4767-90f8-22363c6d0b62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.237114] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-45a95af0-88d0-4490-a8cb-085308a29d01/volume-45a95af0-88d0-4490-a8cb-085308a29d01.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.237401] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9072d8-f0db-4ab0-b19c-a95bce2e54cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.258575] env[62839]: DEBUG oslo_vmware.api [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1148.258575] env[62839]: value = "task-2757920" [ 1148.258575] env[62839]: _type = "Task" [ 1148.258575] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.270314] env[62839]: DEBUG nova.scheduler.client.report [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.274706] env[62839]: DEBUG oslo_vmware.api [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.519972] env[62839]: DEBUG oslo_vmware.api [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757919, 'name': PowerOnVM_Task, 'duration_secs': 0.531201} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.520281] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.520525] env[62839]: DEBUG nova.compute.manager [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.521346] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ea94f-6c41-4078-947f-b222ab25ad42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.770946] env[62839]: DEBUG oslo_vmware.api [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757920, 'name': ReconfigVM_Task, 'duration_secs': 0.427867} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.771187] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-45a95af0-88d0-4490-a8cb-085308a29d01/volume-45a95af0-88d0-4490-a8cb-085308a29d01.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.779484] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63eebad-793b-4115-b91a-2110a8f5e5b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.796688] env[62839]: DEBUG oslo_vmware.api [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1148.796688] env[62839]: value = "task-2757921" [ 1148.796688] env[62839]: _type = "Task" [ 1148.796688] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.807899] env[62839]: DEBUG oslo_vmware.api [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.040444] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.291053] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.718s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.296838] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.274s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.297088] env[62839]: DEBUG nova.objects.instance [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'resources' on Instance uuid 56fffbd1-b0ab-4a57-841f-14e1e777ce47 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.314783] env[62839]: DEBUG oslo_vmware.api [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757921, 'name': ReconfigVM_Task, 'duration_secs': 0.1377} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.317324] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.819138] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "f88e1857-7315-4636-ad3d-437cc86d0eb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.819369] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "f88e1857-7315-4636-ad3d-437cc86d0eb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.819632] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "f88e1857-7315-4636-ad3d-437cc86d0eb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.819843] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "f88e1857-7315-4636-ad3d-437cc86d0eb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.820015] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "f88e1857-7315-4636-ad3d-437cc86d0eb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.824266] env[62839]: INFO nova.compute.manager [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Terminating instance [ 1149.922668] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1965223-7a0a-4d74-80bc-206db458e867 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.930829] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66177c98-12ef-499c-80f3-8ba1c9bc1674 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.963125] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85830da-60dd-4eff-84f9-3d9b424cd3c7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.970874] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5814f44b-ed81-433c-8328-58230def3b5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.984329] env[62839]: DEBUG nova.compute.provider_tree [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.330840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "refresh_cache-f88e1857-7315-4636-ad3d-437cc86d0eb0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.330840] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquired lock "refresh_cache-f88e1857-7315-4636-ad3d-437cc86d0eb0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.330840] env[62839]: DEBUG nova.network.neutron [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.356230] env[62839]: DEBUG nova.objects.instance [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'flavor' on Instance uuid b0949662-abe8-479d-9de2-d9dc37e50ae2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.487541] env[62839]: DEBUG nova.scheduler.client.report [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.839868] env[62839]: INFO nova.compute.manager [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Swapping old allocation on dict_keys(['508aab94-35b0-4514-a42a-7deab951898a']) held by migration a249e429-96c1-44d8-9aad-5de8bbbf034f for instance [ 1150.850637] env[62839]: DEBUG nova.network.neutron [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.861382] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23f1a7c2-8a9d-4013-aadb-85d4f76ed10f tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.874488] env[62839]: DEBUG nova.scheduler.client.report [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Overwriting current allocation {'allocations': {'508aab94-35b0-4514-a42a-7deab951898a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': 'c2dcc5a558bb4b049d04c5352262d5d8', 'user_id': 'b99e143e082344b7b97eb04e08f1ed61', 'consumer_generation': 1} on consumer a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b {{(pid=62839) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1150.904841] env[62839]: DEBUG nova.network.neutron [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.958501] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.958688] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.958864] env[62839]: DEBUG nova.network.neutron [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.992176] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.994712] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.955s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.994884] env[62839]: DEBUG nova.objects.instance [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.011207] env[62839]: INFO nova.scheduler.client.report [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted allocations for instance 56fffbd1-b0ab-4a57-841f-14e1e777ce47 [ 1151.163518] env[62839]: INFO nova.compute.manager [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Rebuilding instance [ 1151.208582] env[62839]: DEBUG nova.compute.manager [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.209553] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95489082-2a05-4c34-a39c-33898582516a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.409374] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Releasing lock "refresh_cache-f88e1857-7315-4636-ad3d-437cc86d0eb0" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.409869] env[62839]: DEBUG nova.compute.manager [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.410223] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.411215] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef399e6-7cf0-4449-978c-493b229aaeff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.420171] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.420419] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ab4fb6-ce1b-4752-8822-46f65eab1124 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.428337] env[62839]: DEBUG oslo_vmware.api [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1151.428337] env[62839]: value = "task-2757922" [ 1151.428337] env[62839]: _type = "Task" [ 1151.428337] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.436880] env[62839]: DEBUG oslo_vmware.api [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.521023] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fd4a221b-9265-43d1-ac06-101d38849713 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "56fffbd1-b0ab-4a57-841f-14e1e777ce47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.078s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.698153] env[62839]: DEBUG nova.network.neutron [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [{"id": "7af71161-9e2f-49e0-b610-5716e842cd1a", "address": "fa:16:3e:de:30:31", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af71161-9e", "ovs_interfaceid": "7af71161-9e2f-49e0-b610-5716e842cd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.942625] env[62839]: DEBUG oslo_vmware.api [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757922, 'name': PowerOffVM_Task, 'duration_secs': 0.161252} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.942896] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.943072] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.943358] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cde4e2b-a942-404b-baf5-eae567e1d477 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.973414] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.973630] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.973812] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Deleting the datastore file [datastore1] f88e1857-7315-4636-ad3d-437cc86d0eb0 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.974567] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f91c581-f955-436d-9593-66c4df1255dc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.981883] env[62839]: DEBUG oslo_vmware.api [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for the task: (returnval){ [ 1151.981883] env[62839]: value = "task-2757924" [ 1151.981883] env[62839]: _type = "Task" [ 1151.981883] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.990196] env[62839]: DEBUG oslo_vmware.api [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.005538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-adcd62a1-7bf1-4756-863c-0a819d1ddeff tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.201908] env[62839]: DEBUG oslo_concurrency.lockutils [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.203895] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c64184-dd6d-4f2f-adff-d4b565e2c0d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.212534] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6241a9dc-a064-418a-bd82-e45611cefc77 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.223142] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.223547] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-106399fb-07a6-48a2-9dba-60f49b21e770 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.233026] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1152.233026] env[62839]: value = "task-2757925" [ 1152.233026] env[62839]: _type = "Task" [ 1152.233026] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.245968] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.495933] env[62839]: DEBUG oslo_vmware.api [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Task: {'id': task-2757924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099862} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.496401] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.496613] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.496804] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.496976] env[62839]: INFO nova.compute.manager [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1152.497251] env[62839]: DEBUG oslo.service.loopingcall [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.497454] env[62839]: DEBUG nova.compute.manager [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.497612] env[62839]: DEBUG nova.network.neutron [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.525043] env[62839]: DEBUG nova.network.neutron [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.744846] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757925, 'name': PowerOffVM_Task, 'duration_secs': 0.220174} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.744846] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.810329] env[62839]: INFO nova.compute.manager [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Detaching volume 45a95af0-88d0-4490-a8cb-085308a29d01 [ 1152.843944] env[62839]: INFO nova.virt.block_device [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Attempting to driver detach volume 45a95af0-88d0-4490-a8cb-085308a29d01 from mountpoint /dev/sdb [ 1152.844243] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.844443] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.845376] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991bc552-eb67-42e2-8aa1-f301c7e5f264 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.868853] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c75a77-6f49-4fce-8117-f08268f9e5ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.876818] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071de2dd-99fa-4287-8bbd-5538a76a716f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.899193] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f94efb4-cd17-4bc5-a8b1-93c10cadb160 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.915234] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] The volume has not been displaced from its original location: [datastore2] volume-45a95af0-88d0-4490-a8cb-085308a29d01/volume-45a95af0-88d0-4490-a8cb-085308a29d01.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.920512] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.920901] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732641eb-a973-48d5-8df7-c79f8b710314 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.941375] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1152.941375] env[62839]: value = "task-2757926" [ 1152.941375] env[62839]: _type = "Task" [ 1152.941375] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.950114] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.026902] env[62839]: DEBUG nova.network.neutron [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.313496] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.313755] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ec77a8-694c-4e8f-ac8a-591c1d8a0ecd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.322550] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1153.322550] env[62839]: value = "task-2757927" [ 1153.322550] env[62839]: _type = "Task" [ 1153.322550] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.331890] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.453664] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757926, 'name': ReconfigVM_Task, 'duration_secs': 0.494113} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.453961] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.458678] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b449312-e49b-4567-a58e-03eec04a5186 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.476261] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1153.476261] env[62839]: value = "task-2757928" [ 1153.476261] env[62839]: _type = "Task" [ 1153.476261] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.485398] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.516196] env[62839]: DEBUG nova.compute.manager [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1153.529968] env[62839]: INFO nova.compute.manager [-] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Took 1.03 seconds to deallocate network for instance. [ 1153.832816] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757927, 'name': PowerOffVM_Task, 'duration_secs': 0.238522} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.834092] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.834782] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.835011] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.835171] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.835369] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.835508] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.835655] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.835859] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.836026] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.836198] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.836360] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.836531] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.841838] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4370833b-88c8-4f26-ae2e-9633ca1c6f68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.858259] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1153.858259] env[62839]: value = "task-2757929" [ 1153.858259] env[62839]: _type = "Task" [ 1153.858259] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.867978] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.986894] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757928, 'name': ReconfigVM_Task, 'duration_secs': 0.183837} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.987259] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1154.037605] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.037871] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.041638] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.370503] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757929, 'name': ReconfigVM_Task, 'duration_secs': 0.159917} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.370849] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af8b2ac-4cf3-4ffc-8976-87f54f555ce2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.392552] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.392830] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.393011] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.393200] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.393351] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.393499] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.393703] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.393861] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.394040] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.394232] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.394399] env[62839]: DEBUG nova.virt.hardware [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.395235] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c98d85-71a7-4e34-9bd2-6736958b1e78 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.401449] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1154.401449] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528016b9-aa5f-abbd-a9b1-60911910f4e8" [ 1154.401449] env[62839]: _type = "Task" [ 1154.401449] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.410063] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528016b9-aa5f-abbd-a9b1-60911910f4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.545319] env[62839]: INFO nova.compute.claims [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.918399] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528016b9-aa5f-abbd-a9b1-60911910f4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.014926} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.921418] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.921418] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40fe8ab4-abeb-44a9-a0dc-2671523fe45f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.953657] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1154.953657] env[62839]: value = "task-2757930" [ 1154.953657] env[62839]: _type = "Task" [ 1154.953657] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.965428] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.022649] env[62839]: DEBUG nova.objects.instance [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lazy-loading 'flavor' on Instance uuid 475f8228-3e7f-45f9-bd78-a032d23417e5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.041231] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.042161] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b8537a-c5ba-4270-a54e-53bf0d6a7c56 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.052048] env[62839]: INFO nova.compute.resource_tracker [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating resource usage from migration ffd59545-dfb3-4444-96a8-b61a786bed9c [ 1155.054807] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1155.054807] env[62839]: value = "task-2757931" [ 1155.054807] env[62839]: _type = "Task" [ 1155.054807] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.066415] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1155.066677] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.066916] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.068011] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f9e2fe-f54a-45e0-aa8b-583e9c561971 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.090382] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d93b0-a17a-4a99-b8dc-5f04487307ba {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.099044] env[62839]: WARNING nova.virt.vmwareapi.driver [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1155.099397] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.100445] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290b0b7b-a7dc-44bc-b623-102a93a22033 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.114545] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.114545] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c106a5cb-44d7-40e0-ad35-6090ebc7bc96 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.185684] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e4931-0091-4cc1-8312-afa122c2a3d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.195191] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e29084-4694-4523-aa5c-d1071c9697c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.201872] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.202109] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.202292] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleting the datastore file [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.202541] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eb791a3-670f-4e38-9315-f5a6f4974cc7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.232012] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb4a47-5102-4309-af10-98200f2fc87e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.235908] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1155.235908] env[62839]: value = "task-2757933" [ 1155.235908] env[62839]: _type = "Task" [ 1155.235908] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.242703] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd3116-a69e-424e-a3db-ada4c27ac4a0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.249281] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.259816] env[62839]: DEBUG nova.compute.provider_tree [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.463660] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757930, 'name': ReconfigVM_Task, 'duration_secs': 0.273337} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.463888] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.464745] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea7cbe0-34c0-4918-8f8a-2e835cf3cf7e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.491333] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.491636] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3073ccc5-3219-4ff4-87e0-ceab5368bb01 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.511663] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1155.511663] env[62839]: value = "task-2757934" [ 1155.511663] env[62839]: _type = "Task" [ 1155.511663] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.520642] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.527344] env[62839]: DEBUG oslo_concurrency.lockutils [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.527508] env[62839]: DEBUG oslo_concurrency.lockutils [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquired lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.557246] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.557591] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.747282] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159447} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.748035] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.748035] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.748035] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.765401] env[62839]: DEBUG nova.scheduler.client.report [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.971468] env[62839]: DEBUG nova.network.neutron [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.991623] env[62839]: DEBUG nova.compute.manager [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Received event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.991873] env[62839]: DEBUG nova.compute.manager [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing instance network info cache due to event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.992030] env[62839]: DEBUG oslo_concurrency.lockutils [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] Acquiring lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.022012] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757934, 'name': ReconfigVM_Task, 'duration_secs': 0.376245} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.022331] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b/a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.023209] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333765f-954c-4310-878b-9501672f7538 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.044134] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cebea07-9162-4c34-ba96-c573b77e2f34 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.065336] env[62839]: DEBUG nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.068652] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f880bea-9c72-45c7-8951-c985f41b9245 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.090016] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e5cda-34f8-4f0a-bdf2-cfde2d80db1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.098435] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.099310] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc7666d2-b4af-4e1a-9bda-0fececda3627 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.106136] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1156.106136] env[62839]: value = "task-2757935" [ 1156.106136] env[62839]: _type = "Task" [ 1156.106136] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.113866] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.253146] env[62839]: INFO nova.virt.block_device [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Booting with volume 45a95af0-88d0-4490-a8cb-085308a29d01 at /dev/sdb [ 1156.269635] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.269903] env[62839]: INFO nova.compute.manager [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Migrating [ 1156.276595] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.235s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.276817] env[62839]: DEBUG nova.objects.instance [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lazy-loading 'resources' on Instance uuid f88e1857-7315-4636-ad3d-437cc86d0eb0 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.291805] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc3a2b06-6fdc-4c63-aac0-dc23c7fb787a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.304675] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40292ac4-45e1-4af0-a706-8eb6504d0dfd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.335180] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4583558e-bc2c-4188-990b-115c2a24562c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.343082] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02047e83-7042-49ac-a6ba-f94baeb3c860 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.373971] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e9276a-6de4-4245-a8e9-a34584a45a25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.380141] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc211787-f58b-477f-b830-675cf1a4205a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.394868] env[62839]: DEBUG nova.virt.block_device [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updating existing volume attachment record: 3516e1f5-050f-49df-b947-e1816c218b91 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1156.590352] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.618336] env[62839]: DEBUG oslo_vmware.api [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757935, 'name': PowerOnVM_Task, 'duration_secs': 0.440978} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.618634] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.700312] env[62839]: DEBUG nova.network.neutron [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.785558] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.785736] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.785862] env[62839]: DEBUG nova.network.neutron [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.892939] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b967eba-b4b0-4686-9e61-0b3b3e31e2a7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.901051] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d935b-ff18-4de3-ba41-421d7215d625 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.933794] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a7cfa-9ea3-4fd0-aef9-0fabf2e3aae9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.944107] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf015f8-4704-4993-99a7-f765e9c6b3e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.960152] env[62839]: DEBUG nova.compute.provider_tree [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.203213] env[62839]: DEBUG oslo_concurrency.lockutils [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Releasing lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.203475] env[62839]: DEBUG nova.compute.manager [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Inject network info {{(pid=62839) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1157.203734] env[62839]: DEBUG nova.compute.manager [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] network_info to inject: |[{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1157.208458] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Reconfiguring VM instance to set the machine id {{(pid=62839) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1157.208755] env[62839]: DEBUG oslo_concurrency.lockutils [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] Acquired lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.208927] env[62839]: DEBUG nova.network.neutron [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.209990] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92fc23d7-d535-4ff5-9dd3-ed116d0525ad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.229883] env[62839]: DEBUG oslo_vmware.api [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1157.229883] env[62839]: value = "task-2757936" [ 1157.229883] env[62839]: _type = "Task" [ 1157.229883] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.238946] env[62839]: DEBUG oslo_vmware.api [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.261934] env[62839]: DEBUG nova.objects.instance [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lazy-loading 'flavor' on Instance uuid 475f8228-3e7f-45f9-bd78-a032d23417e5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.462208] env[62839]: DEBUG nova.scheduler.client.report [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.491524] env[62839]: DEBUG nova.network.neutron [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.658863] env[62839]: INFO nova.compute.manager [None req-23a44a59-d7f2-4250-8db4-856bb791aa0c tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance to original state: 'active' [ 1157.740969] env[62839]: DEBUG oslo_vmware.api [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757936, 'name': ReconfigVM_Task, 'duration_secs': 0.163087} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.741250] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-551fb152-6881-48ef-9cbf-37cbf4ecc77e tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Reconfigured VM instance to set the machine id {{(pid=62839) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1157.766184] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.930509] env[62839]: DEBUG nova.network.neutron [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updated VIF entry in instance network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.930887] env[62839]: DEBUG nova.network.neutron [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.966697] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.969006] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.379s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.970566] env[62839]: INFO nova.compute.claims [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.995058] env[62839]: INFO nova.scheduler.client.report [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Deleted allocations for instance f88e1857-7315-4636-ad3d-437cc86d0eb0 [ 1157.995058] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.433663] env[62839]: DEBUG oslo_concurrency.lockutils [req-815016ff-f7a2-4d76-b7a7-2ac73cbff9c0 req-9e5fce4a-e78a-431e-85be-a7c4d246b071 service nova] Releasing lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.434130] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquired lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.503155] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a1fc9c33-e981-4816-906e-85671dfec7b7 tempest-ServerShowV254Test-2090949415 tempest-ServerShowV254Test-2090949415-project-member] Lock "f88e1857-7315-4636-ad3d-437cc86d0eb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.684s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.512512] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.512770] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.512929] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.513162] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.513308] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.513498] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.513753] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.513896] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.515045] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.515045] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.515045] env[62839]: DEBUG nova.virt.hardware [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.515939] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eaed32-b2b6-4689-9979-95ec0959268a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.526537] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef99944-3dcf-4809-a8a4-4c92bc4912d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.542963] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:91:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '806241d3-34ea-420c-ad69-d700526ea519', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.550636] env[62839]: DEBUG oslo.service.loopingcall [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.551216] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.551441] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70e6a2f2-efe4-4f4c-9549-051a23e5dfc2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.572598] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.572598] env[62839]: value = "task-2757937" [ 1158.572598] env[62839]: _type = "Task" [ 1158.572598] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.581659] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757937, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.746046] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.746451] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.855456] env[62839]: DEBUG nova.network.neutron [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.020424] env[62839]: DEBUG nova.compute.manager [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Received event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.020424] env[62839]: DEBUG nova.compute.manager [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing instance network info cache due to event network-changed-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1159.020646] env[62839]: DEBUG oslo_concurrency.lockutils [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] Acquiring lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.088631] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757937, 'name': CreateVM_Task, 'duration_secs': 0.325961} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.089556] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.090226] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.090395] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.090704] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.091213] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbf2cc9-4c90-4747-bdd0-cda64c0e4497 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.094666] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aabb26-ac5f-4510-a361-0cadcebd7dd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.104702] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276066b0-1dbf-48b2-92f0-2dd257dda448 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.107816] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1159.107816] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52138a6d-c9f2-1854-19b1-d443b98c658a" [ 1159.107816] env[62839]: _type = "Task" [ 1159.107816] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.137043] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e885d72-81a3-44d7-b15d-98c89478957d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.143376] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52138a6d-c9f2-1854-19b1-d443b98c658a, 'name': SearchDatastore_Task, 'duration_secs': 0.01793} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.144098] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.144394] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.144646] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.144816] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.145028] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.145297] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f20fb7-4378-4223-b9ec-6e61eb49ff5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.153581] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3308a5e9-1379-4f82-ae7a-25d9fa4850ef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.160944] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.161151] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.170858] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776310ea-4274-4708-9540-b5c9e26cb9d6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.174660] env[62839]: DEBUG nova.compute.provider_tree [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.180108] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1159.180108] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]526f3257-e975-0fbd-98ef-dcddf8015794" [ 1159.180108] env[62839]: _type = "Task" [ 1159.180108] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.190671] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526f3257-e975-0fbd-98ef-dcddf8015794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.249129] env[62839]: DEBUG nova.compute.utils [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.510274] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c90986-90f8-46ca-893e-749005348863 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.531894] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance 'd4806675-c818-4b97-a2ee-71211c672ed1' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.583543] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.583806] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.584078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.584291] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.584475] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.586551] env[62839]: INFO nova.compute.manager [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Terminating instance [ 1159.617026] env[62839]: DEBUG nova.network.neutron [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.678725] env[62839]: DEBUG nova.scheduler.client.report [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.692180] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]526f3257-e975-0fbd-98ef-dcddf8015794, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.692985] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd372a90-d822-4b57-abe3-0cea3a8726e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.700387] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1159.700387] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ab41ee-fe51-8021-8a29-96e1f35486a7" [ 1159.700387] env[62839]: _type = "Task" [ 1159.700387] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.708484] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ab41ee-fe51-8021-8a29-96e1f35486a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.752276] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.037559] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.037869] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c3b9b4-4afb-4a35-8674-9848b1b3fc63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.046340] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1160.046340] env[62839]: value = "task-2757938" [ 1160.046340] env[62839]: _type = "Task" [ 1160.046340] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.055975] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.090140] env[62839]: DEBUG nova.compute.manager [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.090380] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.090699] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e3150f4-e9e2-4de0-a6bd-9a15fc14a775 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.099469] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1160.099469] env[62839]: value = "task-2757939" [ 1160.099469] env[62839]: _type = "Task" [ 1160.099469] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.110214] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.115825] env[62839]: DEBUG oslo_concurrency.lockutils [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Releasing lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.116054] env[62839]: DEBUG nova.compute.manager [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Inject network info {{(pid=62839) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1160.116306] env[62839]: DEBUG nova.compute.manager [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] network_info to inject: |[{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1160.120978] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Reconfiguring VM instance to set the machine id {{(pid=62839) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1160.121276] env[62839]: DEBUG oslo_concurrency.lockutils [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] Acquired lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.121446] env[62839]: DEBUG nova.network.neutron [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Refreshing network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.122586] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2cb8795-dbf6-4938-9f02-ff50ca6d5257 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.139591] env[62839]: DEBUG oslo_vmware.api [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1160.139591] env[62839]: value = "task-2757940" [ 1160.139591] env[62839]: _type = "Task" [ 1160.139591] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.150604] env[62839]: DEBUG oslo_vmware.api [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.187517] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.188087] env[62839]: DEBUG nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.214472] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ab41ee-fe51-8021-8a29-96e1f35486a7, 'name': SearchDatastore_Task, 'duration_secs': 0.035037} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.214785] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.215063] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.215369] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-077cfe27-6cf9-4cb8-851e-ffbe4fbbafe4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.225140] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1160.225140] env[62839]: value = "task-2757941" [ 1160.225140] env[62839]: _type = "Task" [ 1160.225140] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.234526] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.557501] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757938, 'name': PowerOffVM_Task, 'duration_secs': 0.224492} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.558497] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.558632] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance 'd4806675-c818-4b97-a2ee-71211c672ed1' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.611023] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757939, 'name': PowerOffVM_Task, 'duration_secs': 0.220893} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.611393] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.611636] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1160.611871] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554919', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'name': 'volume-451e0b52-c3ee-434c-b40c-423b707104b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b', 'attached_at': '2025-02-21T08:28:42.000000', 'detached_at': '', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'serial': '451e0b52-c3ee-434c-b40c-423b707104b0'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1160.612775] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa46b3a9-cb7c-41ab-a2de-e304d30c9e7e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.639291] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef678da-2e5a-4b54-bad7-b3ebe50f1d68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.655591] env[62839]: DEBUG oslo_vmware.api [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757940, 'name': ReconfigVM_Task, 'duration_secs': 0.173452} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.657530] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-be07cc69-b181-447a-8a87-dde21148a4e3 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Reconfigured VM instance to set the machine id {{(pid=62839) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1160.660657] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a7997-b9b6-47c0-82f3-195f51830cb2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.690531] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37766857-1152-4809-ac70-e5026939ed55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.695053] env[62839]: DEBUG nova.compute.utils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.696582] env[62839]: DEBUG nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.696781] env[62839]: DEBUG nova.network.neutron [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.712551] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] The volume has not been displaced from its original location: [datastore1] volume-451e0b52-c3ee-434c-b40c-423b707104b0/volume-451e0b52-c3ee-434c-b40c-423b707104b0.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1160.717817] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.718362] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18781ccf-0de8-464d-aafd-d6ff6bbb53b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.739959] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478027} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.741183] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.741402] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.741696] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1160.741696] env[62839]: value = "task-2757942" [ 1160.741696] env[62839]: _type = "Task" [ 1160.741696] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.741883] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09c9fa8b-ce81-4b6a-9664-eb05b4da000b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.750139] env[62839]: DEBUG nova.policy [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dcbca1efc67464489da7eb6980673a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd57454d3d1c74a9e81d46f33f87369aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.756286] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1160.756286] env[62839]: value = "task-2757943" [ 1160.756286] env[62839]: _type = "Task" [ 1160.756286] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.756286] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.766464] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.831974] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.831974] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.831974] env[62839]: INFO nova.compute.manager [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Attaching volume 6371fb61-542d-4cfe-9e02-2124d8b4b811 to /dev/sdb [ 1160.862556] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59beb0fc-7285-41bf-9b7e-09cfa21eefc3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.870966] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc526b49-daf8-4ccf-a667-b8f850428b3c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.885647] env[62839]: DEBUG nova.virt.block_device [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updating existing volume attachment record: 06940c8e-c06d-4073-9839-8150db5b6c6e {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.048507] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "475f8228-3e7f-45f9-bd78-a032d23417e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.048779] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.048985] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "475f8228-3e7f-45f9-bd78-a032d23417e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.049176] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.049345] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.051803] env[62839]: INFO nova.compute.manager [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Terminating instance [ 1161.065246] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.065537] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.065700] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.065881] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.066088] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.066288] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.066567] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.066738] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.066941] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.067149] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.067363] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.073307] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31234f02-e504-4ef9-9aad-3e3fc73f345f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.091927] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1161.091927] env[62839]: value = "task-2757945" [ 1161.091927] env[62839]: _type = "Task" [ 1161.091927] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.097438] env[62839]: DEBUG nova.network.neutron [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updated VIF entry in instance network info cache for port 20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.097924] env[62839]: DEBUG nova.network.neutron [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [{"id": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "address": "fa:16:3e:a7:ce:20", "network": {"id": "f5d4b295-a5a0-4ab4-b50c-3067a16cc860", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-372869598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0519a63e21402fb582a7e109c5e419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b7aac9-6f", "ovs_interfaceid": "20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.105234] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.162547] env[62839]: DEBUG nova.network.neutron [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Successfully created port: ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.197664] env[62839]: DEBUG nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.254365] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.267053] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07332} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.267537] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.268357] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f36b19f-5fee-4f56-ab1e-fd6240651a2f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.290676] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.291313] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc72ef2a-2763-4e2c-b824-95a4564edad3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.311993] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1161.311993] env[62839]: value = "task-2757946" [ 1161.311993] env[62839]: _type = "Task" [ 1161.311993] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.320356] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.561143] env[62839]: DEBUG nova.compute.manager [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.561143] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.561143] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a62f80-9721-4165-85b1-d7f928fb3179 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.569488] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.569488] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b486667-625c-470d-af8e-30f263490ae0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.576325] env[62839]: DEBUG oslo_vmware.api [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1161.576325] env[62839]: value = "task-2757947" [ 1161.576325] env[62839]: _type = "Task" [ 1161.576325] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.584932] env[62839]: DEBUG oslo_vmware.api [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.601063] env[62839]: DEBUG oslo_concurrency.lockutils [req-ea2e5921-7121-4202-8d5f-b5047a1d7a60 req-a54f12a8-66cd-4792-b5cc-b5522eaeb5e0 service nova] Releasing lock "refresh_cache-475f8228-3e7f-45f9-bd78-a032d23417e5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.601464] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.754389] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.822209] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.086724] env[62839]: DEBUG oslo_vmware.api [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757947, 'name': PowerOffVM_Task, 'duration_secs': 0.184496} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.087017] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.087192] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.087458] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e883d778-0b7a-43fe-b84f-95879c24b438 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.101612] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757945, 'name': ReconfigVM_Task, 'duration_secs': 0.934049} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.101902] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance 'd4806675-c818-4b97-a2ee-71211c672ed1' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.168853] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.168853] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.168853] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Deleting the datastore file [datastore2] 475f8228-3e7f-45f9-bd78-a032d23417e5 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.169314] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8778a862-9d18-4744-9886-d7aaad84cdfc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.176355] env[62839]: DEBUG oslo_vmware.api [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for the task: (returnval){ [ 1162.176355] env[62839]: value = "task-2757949" [ 1162.176355] env[62839]: _type = "Task" [ 1162.176355] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.184923] env[62839]: DEBUG oslo_vmware.api [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.209792] env[62839]: DEBUG nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.235999] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.236259] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.236418] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.236613] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.236780] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.236925] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.237145] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.237336] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.237527] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.237691] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.237866] env[62839]: DEBUG nova.virt.hardware [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.238735] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfca529-1aac-4349-ba64-ea2bfae4d7b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.251639] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e1c22-f13f-4829-93c1-9e580080183f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.260917] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757942, 'name': ReconfigVM_Task, 'duration_secs': 1.23997} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.268759] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.273919] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db20247a-479e-4fa5-a7dd-554e8a819917 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.288798] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1162.288798] env[62839]: value = "task-2757950" [ 1162.288798] env[62839]: _type = "Task" [ 1162.288798] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.297077] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.321658] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757946, 'name': ReconfigVM_Task, 'duration_secs': 0.868518} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.321933] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2/b0949662-abe8-479d-9de2-d9dc37e50ae2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.323138] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': '8981f1f5-dbe6-487a-902c-e2de4cdb72c5'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3516e1f5-050f-49df-b947-e1816c218b91', 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62839) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1162.323341] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.323552] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.324367] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a90dc87-4d02-4f03-8aba-ac6142ac4c0a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.341048] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe3fe9-e536-4d63-b2ae-69b609e8a078 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.365270] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-45a95af0-88d0-4490-a8cb-085308a29d01/volume-45a95af0-88d0-4490-a8cb-085308a29d01.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.365553] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f1ad1c-ebdb-4514-b05c-66cbaf2f3449 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.382836] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1162.382836] env[62839]: value = "task-2757951" [ 1162.382836] env[62839]: _type = "Task" [ 1162.382836] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.390615] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.604513] env[62839]: DEBUG nova.compute.manager [req-eb19d244-b406-482e-a933-c2b1479316ea req-55d20d41-d899-4171-a9a1-da5a69d05b80 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Received event network-vif-plugged-ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.604788] env[62839]: DEBUG oslo_concurrency.lockutils [req-eb19d244-b406-482e-a933-c2b1479316ea req-55d20d41-d899-4171-a9a1-da5a69d05b80 service nova] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.605022] env[62839]: DEBUG oslo_concurrency.lockutils [req-eb19d244-b406-482e-a933-c2b1479316ea req-55d20d41-d899-4171-a9a1-da5a69d05b80 service nova] Lock "8e43a81e-ce44-429a-8a32-3938807c6058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.605194] env[62839]: DEBUG oslo_concurrency.lockutils [req-eb19d244-b406-482e-a933-c2b1479316ea req-55d20d41-d899-4171-a9a1-da5a69d05b80 service nova] Lock "8e43a81e-ce44-429a-8a32-3938807c6058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.605397] env[62839]: DEBUG nova.compute.manager [req-eb19d244-b406-482e-a933-c2b1479316ea req-55d20d41-d899-4171-a9a1-da5a69d05b80 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] No waiting events found dispatching network-vif-plugged-ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.605569] env[62839]: WARNING nova.compute.manager [req-eb19d244-b406-482e-a933-c2b1479316ea req-55d20d41-d899-4171-a9a1-da5a69d05b80 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Received unexpected event network-vif-plugged-ea4bf614-183f-4daa-bf77-cb53adcaf726 for instance with vm_state building and task_state spawning. [ 1162.608022] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.608243] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.608398] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.608576] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.608721] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.608866] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.609074] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.609804] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.609804] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.609804] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.609804] env[62839]: DEBUG nova.virt.hardware [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.615324] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.616088] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ebc548-43d4-4493-b0cd-6c36a050f778 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.637854] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1162.637854] env[62839]: value = "task-2757952" [ 1162.637854] env[62839]: _type = "Task" [ 1162.637854] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.646401] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757952, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.686759] env[62839]: DEBUG oslo_vmware.api [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Task: {'id': task-2757949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155785} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.686904] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.687121] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.687354] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.687586] env[62839]: INFO nova.compute.manager [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.687872] env[62839]: DEBUG oslo.service.loopingcall [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.688099] env[62839]: DEBUG nova.compute.manager [-] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.688199] env[62839]: DEBUG nova.network.neutron [-] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.794828] env[62839]: DEBUG nova.network.neutron [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Successfully updated port: ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.803300] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757950, 'name': ReconfigVM_Task, 'duration_secs': 0.145747} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.803837] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554919', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'name': 'volume-451e0b52-c3ee-434c-b40c-423b707104b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b', 'attached_at': '2025-02-21T08:28:42.000000', 'detached_at': '', 'volume_id': '451e0b52-c3ee-434c-b40c-423b707104b0', 'serial': '451e0b52-c3ee-434c-b40c-423b707104b0'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1162.804370] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.805318] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc638d0-eaf7-4a57-989c-70750524e763 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.814801] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.814801] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fa0b237-be1e-4f2e-8118-4484671115e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.883668] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.884063] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.884063] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleting the datastore file [datastore1] a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.888013] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c59837e-d735-440f-a444-e44b7638ada0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.895465] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757951, 'name': ReconfigVM_Task, 'duration_secs': 0.284265} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.896803] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-45a95af0-88d0-4490-a8cb-085308a29d01/volume-45a95af0-88d0-4490-a8cb-085308a29d01.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.901488] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1162.901488] env[62839]: value = "task-2757954" [ 1162.901488] env[62839]: _type = "Task" [ 1162.901488] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.901814] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb39a22c-63f5-4fac-9232-897feb6ea864 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.921983] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.923463] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1162.923463] env[62839]: value = "task-2757955" [ 1162.923463] env[62839]: _type = "Task" [ 1162.923463] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.932293] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.148568] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757952, 'name': ReconfigVM_Task, 'duration_secs': 0.179275} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.148881] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.149684] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879ea9f7-36b6-427d-bb43-0241209c2838 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.177746] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d4806675-c818-4b97-a2ee-71211c672ed1/d4806675-c818-4b97-a2ee-71211c672ed1.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.178147] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15331100-d6dd-4bd6-968d-08e50e664070 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.199793] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1163.199793] env[62839]: value = "task-2757957" [ 1163.199793] env[62839]: _type = "Task" [ 1163.199793] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.208286] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.297690] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.297904] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.298113] env[62839]: DEBUG nova.network.neutron [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.423280] env[62839]: DEBUG oslo_vmware.api [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174321} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.423536] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.423721] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.423895] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.424088] env[62839]: INFO nova.compute.manager [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Took 3.33 seconds to destroy the instance on the hypervisor. [ 1163.424357] env[62839]: DEBUG oslo.service.loopingcall [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.424621] env[62839]: DEBUG nova.compute.manager [-] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.424718] env[62839]: DEBUG nova.network.neutron [-] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.434706] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757955, 'name': ReconfigVM_Task, 'duration_secs': 0.153137} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.434994] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.435573] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-623726d8-c721-4224-806f-b9c3db6e02d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.445427] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1163.445427] env[62839]: value = "task-2757958" [ 1163.445427] env[62839]: _type = "Task" [ 1163.445427] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.454660] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757958, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.639158] env[62839]: DEBUG nova.network.neutron [-] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.713268] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757957, 'name': ReconfigVM_Task, 'duration_secs': 0.304466} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.713796] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d4806675-c818-4b97-a2ee-71211c672ed1/d4806675-c818-4b97-a2ee-71211c672ed1.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.715732] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance 'd4806675-c818-4b97-a2ee-71211c672ed1' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.846836] env[62839]: DEBUG nova.network.neutron [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.955256] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757958, 'name': Rename_Task, 'duration_secs': 0.154082} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.955599] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.955797] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-270bc59e-5378-4c17-8c34-6b593c712469 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.963880] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1163.963880] env[62839]: value = "task-2757959" [ 1163.963880] env[62839]: _type = "Task" [ 1163.963880] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.975169] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.012809] env[62839]: DEBUG nova.network.neutron [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating instance_info_cache with network_info: [{"id": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "address": "fa:16:3e:62:70:c0", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4bf614-18", "ovs_interfaceid": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.143797] env[62839]: INFO nova.compute.manager [-] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Took 1.45 seconds to deallocate network for instance. [ 1164.224819] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf2c11-6566-4be9-a604-d17130b1ec6c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.246628] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb9970b-486f-42ee-b63f-3704322176cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.264946] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance 'd4806675-c818-4b97-a2ee-71211c672ed1' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.401861] env[62839]: DEBUG nova.network.neutron [-] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.476804] env[62839]: DEBUG oslo_vmware.api [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757959, 'name': PowerOnVM_Task, 'duration_secs': 0.479744} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.476804] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.476804] env[62839]: DEBUG nova.compute.manager [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.477456] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d61e8-0636-4a70-a55d-6453d55c69bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.515777] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.516099] env[62839]: DEBUG nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Instance network_info: |[{"id": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "address": "fa:16:3e:62:70:c0", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4bf614-18", "ovs_interfaceid": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.517286] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:70:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea4bf614-183f-4daa-bf77-cb53adcaf726', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.524902] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Creating folder: Project (d57454d3d1c74a9e81d46f33f87369aa). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.525474] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e3820ea-0891-4d14-85e0-4fd53fc1aca7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.538410] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Created folder: Project (d57454d3d1c74a9e81d46f33f87369aa) in parent group-v554621. [ 1164.538606] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Creating folder: Instances. Parent ref: group-v554932. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.538840] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d80853c3-bda7-4b6d-84b6-6ff4b5929628 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.549038] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Created folder: Instances in parent group-v554932. [ 1164.549214] env[62839]: DEBUG oslo.service.loopingcall [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.549400] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.549629] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb6506f-0610-4582-9a48-2a62f771a994 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.569869] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.569869] env[62839]: value = "task-2757962" [ 1164.569869] env[62839]: _type = "Task" [ 1164.569869] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.585269] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757962, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.649317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.649615] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.649904] env[62839]: DEBUG nova.objects.instance [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lazy-loading 'resources' on Instance uuid 475f8228-3e7f-45f9-bd78-a032d23417e5 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.672983] env[62839]: DEBUG nova.compute.manager [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Received event network-changed-ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.673214] env[62839]: DEBUG nova.compute.manager [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Refreshing instance network info cache due to event network-changed-ea4bf614-183f-4daa-bf77-cb53adcaf726. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.673422] env[62839]: DEBUG oslo_concurrency.lockutils [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] Acquiring lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.673567] env[62839]: DEBUG oslo_concurrency.lockutils [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] Acquired lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.673723] env[62839]: DEBUG nova.network.neutron [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Refreshing network info cache for port ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.803993] env[62839]: DEBUG nova.network.neutron [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Port 548a5ff9-5ea7-498a-95b5-07aa747fc228 binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1164.905096] env[62839]: INFO nova.compute.manager [-] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Took 1.48 seconds to deallocate network for instance. [ 1164.994810] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.081244] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757962, 'name': CreateVM_Task, 'duration_secs': 0.436571} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.081431] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.088465] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.088643] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.088953] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.089211] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8601fb6c-fab8-474a-b8ce-3b18aa6084d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.094118] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1165.094118] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]521e9bf5-29d3-c733-f548-35186f895009" [ 1165.094118] env[62839]: _type = "Task" [ 1165.094118] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.101896] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521e9bf5-29d3-c733-f548-35186f895009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.259088] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57749124-882f-45d1-ad59-dc19923d2274 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.267480] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb05066a-f5e9-47e0-936d-b4f519102836 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.299896] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ca5d1-cb1a-45f2-a65e-65729cabe1b0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.310420] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7cfcf8-d36b-4ac5-9b63-5baaf230507a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.325781] env[62839]: DEBUG nova.compute.provider_tree [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.388831] env[62839]: DEBUG nova.network.neutron [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updated VIF entry in instance network info cache for port ea4bf614-183f-4daa-bf77-cb53adcaf726. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.389197] env[62839]: DEBUG nova.network.neutron [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating instance_info_cache with network_info: [{"id": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "address": "fa:16:3e:62:70:c0", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4bf614-18", "ovs_interfaceid": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.432121] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.432432] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554931', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'name': 'volume-6371fb61-542d-4cfe-9e02-2124d8b4b811', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf727c94-9757-4d1b-b224-736ea0f21fb3', 'attached_at': '', 'detached_at': '', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'serial': '6371fb61-542d-4cfe-9e02-2124d8b4b811'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.433320] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ca2cf-9552-49a3-8ef2-35d060b7b531 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.451110] env[62839]: INFO nova.compute.manager [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Took 0.55 seconds to detach 1 volumes for instance. [ 1165.453275] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3eb825-b68a-472f-be29-d0064bf66ae9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.482290] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-6371fb61-542d-4cfe-9e02-2124d8b4b811/volume-6371fb61-542d-4cfe-9e02-2124d8b4b811.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.482657] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a156ce-8806-41f3-a475-0ac8d98573cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.501972] env[62839]: DEBUG oslo_vmware.api [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1165.501972] env[62839]: value = "task-2757963" [ 1165.501972] env[62839]: _type = "Task" [ 1165.501972] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.511292] env[62839]: DEBUG oslo_vmware.api [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.605413] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]521e9bf5-29d3-c733-f548-35186f895009, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.605759] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.605997] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.606256] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.606401] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.606578] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.606839] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-525f6577-456b-47b3-b491-75602dc3eb5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.616357] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.616551] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.617468] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d5216a-174b-4d05-bb48-c9d0991a8677 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.625245] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1165.625245] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528724b8-6903-50f4-d849-7729afaccd60" [ 1165.625245] env[62839]: _type = "Task" [ 1165.625245] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.633726] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528724b8-6903-50f4-d849-7729afaccd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.831987] env[62839]: DEBUG nova.scheduler.client.report [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.836335] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.836653] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.836902] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.892382] env[62839]: DEBUG oslo_concurrency.lockutils [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] Releasing lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.892750] env[62839]: DEBUG nova.compute.manager [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Received event network-vif-deleted-20b7aac9-6ff2-4efe-9ad9-96c4dfb1e16e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.893038] env[62839]: DEBUG nova.compute.manager [req-c22faa36-f30d-4dfb-87f1-f75954e35f6f req-e015e4d3-4639-4280-a99d-e22b3abc6d4c service nova] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Received event network-vif-deleted-7af71161-9e2f-49e0-b610-5716e842cd1a {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.960888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.011545] env[62839]: DEBUG oslo_vmware.api [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757963, 'name': ReconfigVM_Task, 'duration_secs': 0.437475} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.011837] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-6371fb61-542d-4cfe-9e02-2124d8b4b811/volume-6371fb61-542d-4cfe-9e02-2124d8b4b811.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.016384] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc628d2d-e6ff-4d1a-8876-2f05f1100c32 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.031629] env[62839]: DEBUG oslo_vmware.api [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1166.031629] env[62839]: value = "task-2757964" [ 1166.031629] env[62839]: _type = "Task" [ 1166.031629] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.044545] env[62839]: DEBUG oslo_vmware.api [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.135749] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528724b8-6903-50f4-d849-7729afaccd60, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.136629] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34f5ae0-0c4b-4e7d-9216-22f7468eba45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.142836] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1166.142836] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529859ac-b437-5ea3-2df2-b8769400ff1d" [ 1166.142836] env[62839]: _type = "Task" [ 1166.142836] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.151024] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529859ac-b437-5ea3-2df2-b8769400ff1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.346389] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.349325] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.355s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.349518] env[62839]: DEBUG nova.objects.instance [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62839) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1166.369868] env[62839]: INFO nova.scheduler.client.report [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Deleted allocations for instance 475f8228-3e7f-45f9-bd78-a032d23417e5 [ 1166.541733] env[62839]: DEBUG oslo_vmware.api [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757964, 'name': ReconfigVM_Task, 'duration_secs': 0.148552} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.542107] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554931', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'name': 'volume-6371fb61-542d-4cfe-9e02-2124d8b4b811', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf727c94-9757-4d1b-b224-736ea0f21fb3', 'attached_at': '', 'detached_at': '', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'serial': '6371fb61-542d-4cfe-9e02-2124d8b4b811'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1166.653245] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529859ac-b437-5ea3-2df2-b8769400ff1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.653457] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.653705] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8e43a81e-ce44-429a-8a32-3938807c6058/8e43a81e-ce44-429a-8a32-3938807c6058.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.653959] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95daf464-e4b5-4fb3-9e44-d91d04c67f0b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.660409] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1166.660409] env[62839]: value = "task-2757965" [ 1166.660409] env[62839]: _type = "Task" [ 1166.660409] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.667929] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.877683] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7ed79d60-acd9-42ba-b222-269dfe9da0a9 tempest-AttachInterfacesUnderV243Test-81487615 tempest-AttachInterfacesUnderV243Test-81487615-project-member] Lock "475f8228-3e7f-45f9-bd78-a032d23417e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.829s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.899031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.899031] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.899031] env[62839]: DEBUG nova.network.neutron [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.171580] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.360563] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d621a618-c50a-42e7-a42a-219273e60284 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.361733] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.401s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.361968] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.385241] env[62839]: INFO nova.scheduler.client.report [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted allocations for instance a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b [ 1167.582672] env[62839]: DEBUG nova.objects.instance [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'flavor' on Instance uuid cf727c94-9757-4d1b-b224-736ea0f21fb3 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.613770] env[62839]: DEBUG nova.network.neutron [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.671654] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550366} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.671912] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 8e43a81e-ce44-429a-8a32-3938807c6058/8e43a81e-ce44-429a-8a32-3938807c6058.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.672133] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.672410] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e3f061e-8b0d-470b-8448-ff8e1fa35bea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.679728] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1167.679728] env[62839]: value = "task-2757966" [ 1167.679728] env[62839]: _type = "Task" [ 1167.679728] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.688504] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.893664] env[62839]: DEBUG oslo_concurrency.lockutils [None req-244f34ed-2492-44c9-88b9-ebde86799bb4 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.310s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.088030] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8117b369-6ec1-4797-994f-2498953964ea tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.116801] env[62839]: DEBUG oslo_concurrency.lockutils [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.190281] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070227} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.190588] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.191613] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091052bf-19d1-435b-ade4-fb68273dc5ff {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.214356] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 8e43a81e-ce44-429a-8a32-3938807c6058/8e43a81e-ce44-429a-8a32-3938807c6058.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.215360] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05111a0-6f4d-471d-ac03-68d5177e3ef5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.235438] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1168.235438] env[62839]: value = "task-2757967" [ 1168.235438] env[62839]: _type = "Task" [ 1168.235438] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.244024] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.345601] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.345885] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.642474] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6304ef58-84c1-46d4-9fe0-2bed93620195 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.665344] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be5bfe3-d8a1-4fd4-996d-b84fa76a4844 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.676019] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance 'd4806675-c818-4b97-a2ee-71211c672ed1' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.746378] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.849224] env[62839]: INFO nova.compute.manager [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Detaching volume 6371fb61-542d-4cfe-9e02-2124d8b4b811 [ 1168.894858] env[62839]: INFO nova.virt.block_device [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Attempting to driver detach volume 6371fb61-542d-4cfe-9e02-2124d8b4b811 from mountpoint /dev/sdb [ 1168.895142] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.895312] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554931', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'name': 'volume-6371fb61-542d-4cfe-9e02-2124d8b4b811', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf727c94-9757-4d1b-b224-736ea0f21fb3', 'attached_at': '', 'detached_at': '', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'serial': '6371fb61-542d-4cfe-9e02-2124d8b4b811'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.897078] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74dec19-b645-4e35-b63e-f669c69a836a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.921788] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf53edad-9d82-4301-9a86-48f069e6d56f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.935115] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b5f4d1-5e87-4002-ba33-9b3a620c2bad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.959465] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13045368-fc2f-4fdd-8813-5bdc766c8a40 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.975590] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] The volume has not been displaced from its original location: [datastore2] volume-6371fb61-542d-4cfe-9e02-2124d8b4b811/volume-6371fb61-542d-4cfe-9e02-2124d8b4b811.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.980921] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.981282] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dbb6f80-42d9-400b-9f21-ba3132541be8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.000054] env[62839]: DEBUG oslo_vmware.api [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1169.000054] env[62839]: value = "task-2757968" [ 1169.000054] env[62839]: _type = "Task" [ 1169.000054] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.008579] env[62839]: DEBUG oslo_vmware.api [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.179452] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.179733] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75c4ce85-a4de-40a2-ba6e-56e59c8cf39a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.188256] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1169.188256] env[62839]: value = "task-2757969" [ 1169.188256] env[62839]: _type = "Task" [ 1169.188256] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.197251] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.245103] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757967, 'name': ReconfigVM_Task, 'duration_secs': 0.723548} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.245409] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 8e43a81e-ce44-429a-8a32-3938807c6058/8e43a81e-ce44-429a-8a32-3938807c6058.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.246056] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716bbb8e-55be-48fa-b4c0-07c704fa3d16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.252908] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1169.252908] env[62839]: value = "task-2757970" [ 1169.252908] env[62839]: _type = "Task" [ 1169.252908] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.262774] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757970, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.510590] env[62839]: DEBUG oslo_vmware.api [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757968, 'name': ReconfigVM_Task, 'duration_secs': 0.23258} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.510889] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.516401] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2eb8fa7-7a90-4054-9fb9-c8c837d0bef3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.538041] env[62839]: DEBUG oslo_vmware.api [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1169.538041] env[62839]: value = "task-2757971" [ 1169.538041] env[62839]: _type = "Task" [ 1169.538041] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.544482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.545068] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.553145] env[62839]: DEBUG oslo_vmware.api [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.700841] env[62839]: DEBUG oslo_vmware.api [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757969, 'name': PowerOnVM_Task, 'duration_secs': 0.401596} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.701128] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.701337] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-78ed4393-d7b5-4315-8639-7f54b9a9528b tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance 'd4806675-c818-4b97-a2ee-71211c672ed1' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.763439] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757970, 'name': Rename_Task, 'duration_secs': 0.145255} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.763711] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.763976] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c69dd20-6617-4262-8535-236d3086e47a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.771821] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1169.771821] env[62839]: value = "task-2757972" [ 1169.771821] env[62839]: _type = "Task" [ 1169.771821] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.784912] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.047872] env[62839]: DEBUG nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.050632] env[62839]: DEBUG oslo_vmware.api [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757971, 'name': ReconfigVM_Task, 'duration_secs': 0.149459} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.051117] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554931', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'name': 'volume-6371fb61-542d-4cfe-9e02-2124d8b4b811', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf727c94-9757-4d1b-b224-736ea0f21fb3', 'attached_at': '', 'detached_at': '', 'volume_id': '6371fb61-542d-4cfe-9e02-2124d8b4b811', 'serial': '6371fb61-542d-4cfe-9e02-2124d8b4b811'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.282837] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.571129] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.571419] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.572957] env[62839]: INFO nova.compute.claims [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.601043] env[62839]: DEBUG nova.objects.instance [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'flavor' on Instance uuid cf727c94-9757-4d1b-b224-736ea0f21fb3 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.782231] env[62839]: DEBUG oslo_vmware.api [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2757972, 'name': PowerOnVM_Task, 'duration_secs': 0.978869} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.782511] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.782715] env[62839]: INFO nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1170.782893] env[62839]: DEBUG nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.783696] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3316e5ae-ff55-411f-b0d4-9ff74ddfec03 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.301851] env[62839]: INFO nova.compute.manager [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Took 14.73 seconds to build instance. [ 1171.606762] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6bf9de18-750f-4931-9c89-01527b207cd6 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.697931] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d854ae-3eb2-40c6-bafa-5b61593d12ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.709127] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d068749-4fbc-4ace-bcdb-96e0692947ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.744232] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a261c3-097c-4868-aa49-90f26a8d5a24 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.753101] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c4e1d-6082-4628-87c3-5de0eede4f4a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.769906] env[62839]: DEBUG nova.compute.provider_tree [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.804108] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d63874a9-3976-4137-a06b-641ffe533671 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.246s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.173130] env[62839]: DEBUG nova.compute.manager [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Received event network-changed-ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.173130] env[62839]: DEBUG nova.compute.manager [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Refreshing instance network info cache due to event network-changed-ea4bf614-183f-4daa-bf77-cb53adcaf726. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.173130] env[62839]: DEBUG oslo_concurrency.lockutils [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] Acquiring lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.173130] env[62839]: DEBUG oslo_concurrency.lockutils [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] Acquired lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.173130] env[62839]: DEBUG nova.network.neutron [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Refreshing network info cache for port ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.197091] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.199727] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.199727] env[62839]: DEBUG nova.compute.manager [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Going to confirm migration 8 {{(pid=62839) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1172.274340] env[62839]: DEBUG nova.scheduler.client.report [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.619137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.619137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.619137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "cf727c94-9757-4d1b-b224-736ea0f21fb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.619137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.619137] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.621381] env[62839]: INFO nova.compute.manager [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Terminating instance [ 1172.750945] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.751206] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.751392] env[62839]: DEBUG nova.network.neutron [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.751578] env[62839]: DEBUG nova.objects.instance [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'info_cache' on Instance uuid d4806675-c818-4b97-a2ee-71211c672ed1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.780756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.781294] env[62839]: DEBUG nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.901095] env[62839]: DEBUG nova.network.neutron [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updated VIF entry in instance network info cache for port ea4bf614-183f-4daa-bf77-cb53adcaf726. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.901463] env[62839]: DEBUG nova.network.neutron [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating instance_info_cache with network_info: [{"id": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "address": "fa:16:3e:62:70:c0", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4bf614-18", "ovs_interfaceid": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.125757] env[62839]: DEBUG nova.compute.manager [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.125927] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.126858] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ad3b2d-a8fb-43eb-bdc2-0728640403f2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.135509] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.135737] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a6979c0-4967-4814-8fe9-37dad2ea3cbc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.141878] env[62839]: DEBUG oslo_vmware.api [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1173.141878] env[62839]: value = "task-2757973" [ 1173.141878] env[62839]: _type = "Task" [ 1173.141878] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.152355] env[62839]: DEBUG oslo_vmware.api [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.286161] env[62839]: DEBUG nova.compute.utils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.287900] env[62839]: DEBUG nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.288571] env[62839]: DEBUG nova.network.neutron [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.330836] env[62839]: DEBUG nova.policy [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99e143e082344b7b97eb04e08f1ed61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2dcc5a558bb4b049d04c5352262d5d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.404764] env[62839]: DEBUG oslo_concurrency.lockutils [req-bfdffd21-4c92-49a3-a0d5-7e629dfa16a5 req-d04793a0-9e29-490a-a77e-00cb08f95a82 service nova] Releasing lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.621921] env[62839]: DEBUG nova.network.neutron [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Successfully created port: c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.654330] env[62839]: DEBUG oslo_vmware.api [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757973, 'name': PowerOffVM_Task, 'duration_secs': 0.190979} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.654600] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.654715] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.654961] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f80455-1cf4-43dd-ae3d-37c6338ea7f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.728460] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.728679] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.728847] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleting the datastore file [datastore1] cf727c94-9757-4d1b-b224-736ea0f21fb3 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.729242] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-677cae97-7702-4361-a7e3-4e943caf5ea7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.737302] env[62839]: DEBUG oslo_vmware.api [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1173.737302] env[62839]: value = "task-2757975" [ 1173.737302] env[62839]: _type = "Task" [ 1173.737302] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.746637] env[62839]: DEBUG oslo_vmware.api [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.791951] env[62839]: DEBUG nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.066304] env[62839]: DEBUG nova.network.neutron [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [{"id": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "address": "fa:16:3e:b8:4e:4e", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a5ff9-5e", "ovs_interfaceid": "548a5ff9-5ea7-498a-95b5-07aa747fc228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.248161] env[62839]: DEBUG oslo_vmware.api [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455794} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.248303] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.248379] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.248555] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.248727] env[62839]: INFO nova.compute.manager [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1174.248968] env[62839]: DEBUG oslo.service.loopingcall [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.249185] env[62839]: DEBUG nova.compute.manager [-] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.249269] env[62839]: DEBUG nova.network.neutron [-] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.569136] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d4806675-c818-4b97-a2ee-71211c672ed1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.569422] env[62839]: DEBUG nova.objects.instance [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'migration_context' on Instance uuid d4806675-c818-4b97-a2ee-71211c672ed1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.696793] env[62839]: DEBUG nova.compute.manager [req-95bdad3d-927a-4ab8-b54c-27bbc66d8f0a req-ed922149-c61a-40cf-a906-444a02cc2cfc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Received event network-vif-deleted-82012fc1-2324-44ea-a033-dc71c55cbad7 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.697041] env[62839]: INFO nova.compute.manager [req-95bdad3d-927a-4ab8-b54c-27bbc66d8f0a req-ed922149-c61a-40cf-a906-444a02cc2cfc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Neutron deleted interface 82012fc1-2324-44ea-a033-dc71c55cbad7; detaching it from the instance and deleting it from the info cache [ 1174.697041] env[62839]: DEBUG nova.network.neutron [req-95bdad3d-927a-4ab8-b54c-27bbc66d8f0a req-ed922149-c61a-40cf-a906-444a02cc2cfc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.801044] env[62839]: DEBUG nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.828543] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.828780] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.828935] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.829124] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.829295] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.829468] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.829679] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.829832] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.829996] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.830211] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.830391] env[62839]: DEBUG nova.virt.hardware [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.831676] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ba5cb-ec19-4e07-9983-329df2cc513d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.841278] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfeede-6f2f-4ec4-9cc8-9e62dcd04d84 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.071990] env[62839]: DEBUG nova.objects.base [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.072950] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05684093-15b4-43d5-9b0a-7dafd2a8db90 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.091747] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e320bb20-26f1-4803-ad8c-0c096ec1a37f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.097458] env[62839]: DEBUG oslo_vmware.api [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1175.097458] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52df5b10-dbad-d3db-76ed-81f3939201ac" [ 1175.097458] env[62839]: _type = "Task" [ 1175.097458] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.107558] env[62839]: DEBUG oslo_vmware.api [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52df5b10-dbad-d3db-76ed-81f3939201ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.180233] env[62839]: DEBUG nova.network.neutron [-] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.200022] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da647ccf-db67-4ad8-aa23-207d1ac46e50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.211135] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15958f2f-3745-4a5f-b459-42e3f3ac4c45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.222548] env[62839]: DEBUG nova.network.neutron [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Successfully updated port: c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.242805] env[62839]: DEBUG nova.compute.manager [req-95bdad3d-927a-4ab8-b54c-27bbc66d8f0a req-ed922149-c61a-40cf-a906-444a02cc2cfc service nova] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Detach interface failed, port_id=82012fc1-2324-44ea-a033-dc71c55cbad7, reason: Instance cf727c94-9757-4d1b-b224-736ea0f21fb3 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1175.607862] env[62839]: DEBUG oslo_vmware.api [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52df5b10-dbad-d3db-76ed-81f3939201ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.608179] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.608397] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.682493] env[62839]: INFO nova.compute.manager [-] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Took 1.43 seconds to deallocate network for instance. [ 1175.726545] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.726799] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.727051] env[62839]: DEBUG nova.network.neutron [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.188986] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.203265] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76879527-d289-43fc-92f2-8782a72b78e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.211158] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775371ea-313b-4a25-8499-88197cf5f021 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.244918] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14a11a2-dd0a-422c-b027-3b57a8f55d1a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.253589] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd88764-9d4c-4ed7-bf7d-474ffbdd9f16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.267205] env[62839]: DEBUG nova.compute.provider_tree [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.274984] env[62839]: DEBUG nova.network.neutron [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.393803] env[62839]: DEBUG nova.network.neutron [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d859e9-16", "ovs_interfaceid": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.725176] env[62839]: DEBUG nova.compute.manager [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-vif-plugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.725366] env[62839]: DEBUG oslo_concurrency.lockutils [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.725591] env[62839]: DEBUG oslo_concurrency.lockutils [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.725810] env[62839]: DEBUG oslo_concurrency.lockutils [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.725985] env[62839]: DEBUG nova.compute.manager [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] No waiting events found dispatching network-vif-plugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.726183] env[62839]: WARNING nova.compute.manager [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received unexpected event network-vif-plugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c for instance with vm_state building and task_state spawning. [ 1176.726364] env[62839]: DEBUG nova.compute.manager [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.726610] env[62839]: DEBUG nova.compute.manager [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing instance network info cache due to event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1176.726863] env[62839]: DEBUG oslo_concurrency.lockutils [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] Acquiring lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.770014] env[62839]: DEBUG nova.scheduler.client.report [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.896181] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.896468] env[62839]: DEBUG nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Instance network_info: |[{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d859e9-16", "ovs_interfaceid": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.896783] env[62839]: DEBUG oslo_concurrency.lockutils [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] Acquired lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.896962] env[62839]: DEBUG nova.network.neutron [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.898287] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:dc:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.905765] env[62839]: DEBUG oslo.service.loopingcall [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.908455] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.908906] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f766d1b2-2c1a-4e88-9ebf-a4f1b3920953 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.929679] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.929679] env[62839]: value = "task-2757976" [ 1176.929679] env[62839]: _type = "Task" [ 1176.929679] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.943164] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757976, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.105872] env[62839]: DEBUG nova.network.neutron [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updated VIF entry in instance network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.106255] env[62839]: DEBUG nova.network.neutron [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d859e9-16", "ovs_interfaceid": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.439276] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757976, 'name': CreateVM_Task, 'duration_secs': 0.293709} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.439463] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.440177] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.440349] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.440673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.440917] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb62669-9168-4dbf-addb-049dd7efd105 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.445870] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1177.445870] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52de445f-3df5-a834-8c28-deba78f82df5" [ 1177.445870] env[62839]: _type = "Task" [ 1177.445870] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.453858] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52de445f-3df5-a834-8c28-deba78f82df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.609332] env[62839]: DEBUG oslo_concurrency.lockutils [req-02a2ca20-220d-42d0-9714-8b7b4f110ed1 req-76191235-f521-4d24-9c9d-5166726c086b service nova] Releasing lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.779949] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.171s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.782882] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.594s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.782995] env[62839]: DEBUG nova.objects.instance [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'resources' on Instance uuid cf727c94-9757-4d1b-b224-736ea0f21fb3 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.958489] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52de445f-3df5-a834-8c28-deba78f82df5, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.958794] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.959036] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.959282] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.959430] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.959634] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.959898] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e1e2b40-2863-47cc-9c65-9a42574123ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.969273] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.969440] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.970170] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fb1dab-22e7-46e4-a714-881dbbfd18fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.975482] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1177.975482] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5242cdfd-127a-272d-152f-aea38f04b709" [ 1177.975482] env[62839]: _type = "Task" [ 1177.975482] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.983625] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5242cdfd-127a-272d-152f-aea38f04b709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.340878] env[62839]: INFO nova.scheduler.client.report [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted allocation for migration ffd59545-dfb3-4444-96a8-b61a786bed9c [ 1178.391336] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79618adc-2d6f-45c9-a9ed-c09e426fc6c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.400075] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f31d38-e820-4c3e-98e2-c952c295ad42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.437787] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb252c2d-6670-41c5-9c1b-05ebc89c6877 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.447103] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ab1bd-709f-416c-bf2d-02b957f9d471 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.467188] env[62839]: DEBUG nova.compute.provider_tree [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.487935] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5242cdfd-127a-272d-152f-aea38f04b709, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.488999] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c98d78-d563-4dce-b63c-eea7bd71bb63 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.495270] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1178.495270] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528370f5-b691-3343-01f3-8355a0477ac8" [ 1178.495270] env[62839]: _type = "Task" [ 1178.495270] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.503963] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528370f5-b691-3343-01f3-8355a0477ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.846626] env[62839]: DEBUG oslo_concurrency.lockutils [None req-54db9305-cfc4-4584-8c76-9509e5a97c84 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.648s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.527171] env[62839]: DEBUG nova.scheduler.client.report [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.533442] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.533442] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.533442] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.533442] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.533442] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.533442] env[62839]: INFO nova.compute.manager [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Terminating instance [ 1179.544589] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528370f5-b691-3343-01f3-8355a0477ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.545681] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.545928] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.546190] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5999e43-7a7a-48f5-8982-92861298ae12 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.553638] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1179.553638] env[62839]: value = "task-2757977" [ 1179.553638] env[62839]: _type = "Task" [ 1179.553638] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.561479] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.035480] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.039163] env[62839]: DEBUG nova.compute.manager [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.039375] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.040222] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36792472-d38e-49eb-a9df-25323a984648 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.048578] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.049147] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d904b4-6388-421e-8c1c-fab568b9ff7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.054204] env[62839]: INFO nova.scheduler.client.report [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted allocations for instance cf727c94-9757-4d1b-b224-736ea0f21fb3 [ 1180.062010] env[62839]: DEBUG oslo_vmware.api [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1180.062010] env[62839]: value = "task-2757978" [ 1180.062010] env[62839]: _type = "Task" [ 1180.062010] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.071566] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509338} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.075186] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.075436] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.075697] env[62839]: DEBUG oslo_vmware.api [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.076060] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a8d2ca-2e50-4630-b855-13cfe5e4ea45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.083036] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1180.083036] env[62839]: value = "task-2757979" [ 1180.083036] env[62839]: _type = "Task" [ 1180.083036] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.092382] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.569530] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e22b8a0b-9bb9-4bce-b852-d470b31fe31f tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "cf727c94-9757-4d1b-b224-736ea0f21fb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.951s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.576433] env[62839]: DEBUG oslo_vmware.api [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757978, 'name': PowerOffVM_Task, 'duration_secs': 0.348926} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.576689] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.576848] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.577097] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4652f89f-638e-45ca-a612-4368e1f0f2bb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.591694] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065849} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.591935] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.592674] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4232b579-d8f0-43c1-8202-fc4dfb478f97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.616135] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.616424] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10539465-ae0c-460c-b91c-76d83eebc54a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.636846] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1180.636846] env[62839]: value = "task-2757981" [ 1180.636846] env[62839]: _type = "Task" [ 1180.636846] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.661959] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.665484] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.665694] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.665824] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleting the datastore file [datastore1] d4806675-c818-4b97-a2ee-71211c672ed1 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.666081] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b33dba03-f375-49ac-a478-78739a42c832 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.673694] env[62839]: DEBUG oslo_vmware.api [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1180.673694] env[62839]: value = "task-2757982" [ 1180.673694] env[62839]: _type = "Task" [ 1180.673694] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.681809] env[62839]: DEBUG oslo_vmware.api [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.147402] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757981, 'name': ReconfigVM_Task, 'duration_secs': 0.307838} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.147782] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.148218] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e84a49-fa87-4b57-99d5-1e61fc3bff4f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.156297] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1181.156297] env[62839]: value = "task-2757983" [ 1181.156297] env[62839]: _type = "Task" [ 1181.156297] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.172336] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757983, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.183682] env[62839]: DEBUG oslo_vmware.api [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210904} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.184016] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.184255] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.184484] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.184677] env[62839]: INFO nova.compute.manager [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1181.184904] env[62839]: DEBUG oslo.service.loopingcall [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1181.185115] env[62839]: DEBUG nova.compute.manager [-] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.185242] env[62839]: DEBUG nova.network.neutron [-] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.623820] env[62839]: DEBUG nova.compute.manager [req-b4975b16-626d-4790-9e04-3b9d1807fa12 req-8ce81102-0f05-476f-a49f-6a7d8ebf58f7 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Received event network-vif-deleted-548a5ff9-5ea7-498a-95b5-07aa747fc228 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.624130] env[62839]: INFO nova.compute.manager [req-b4975b16-626d-4790-9e04-3b9d1807fa12 req-8ce81102-0f05-476f-a49f-6a7d8ebf58f7 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Neutron deleted interface 548a5ff9-5ea7-498a-95b5-07aa747fc228; detaching it from the instance and deleting it from the info cache [ 1181.624223] env[62839]: DEBUG nova.network.neutron [req-b4975b16-626d-4790-9e04-3b9d1807fa12 req-8ce81102-0f05-476f-a49f-6a7d8ebf58f7 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.671040] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757983, 'name': Rename_Task, 'duration_secs': 0.142412} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.671322] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.671554] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e705e72a-909d-4656-825e-33cca0487263 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.679451] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1181.679451] env[62839]: value = "task-2757984" [ 1181.679451] env[62839]: _type = "Task" [ 1181.679451] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.693137] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.100604] env[62839]: DEBUG nova.network.neutron [-] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.128039] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c9c82ee-1487-4f49-9457-7d261145ba71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.137972] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4485867-d506-4dc6-b698-5b9e009c4466 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.168417] env[62839]: DEBUG nova.compute.manager [req-b4975b16-626d-4790-9e04-3b9d1807fa12 req-8ce81102-0f05-476f-a49f-6a7d8ebf58f7 service nova] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Detach interface failed, port_id=548a5ff9-5ea7-498a-95b5-07aa747fc228, reason: Instance d4806675-c818-4b97-a2ee-71211c672ed1 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1182.189923] env[62839]: DEBUG oslo_vmware.api [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2757984, 'name': PowerOnVM_Task, 'duration_secs': 0.456516} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.190540] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.190540] env[62839]: INFO nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1182.190540] env[62839]: DEBUG nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.191314] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b1853-ab10-4faa-8026-7c76cf6fcef1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.604063] env[62839]: INFO nova.compute.manager [-] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Took 1.42 seconds to deallocate network for instance. [ 1182.708886] env[62839]: INFO nova.compute.manager [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Took 12.16 seconds to build instance. [ 1182.866936] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.867161] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.111297] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.111601] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.111917] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.131246] env[62839]: INFO nova.scheduler.client.report [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted allocations for instance d4806675-c818-4b97-a2ee-71211c672ed1 [ 1183.210554] env[62839]: DEBUG oslo_concurrency.lockutils [None req-20e95ea8-f8c4-4aa5-9466-dae75ea375ea tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.665s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.371083] env[62839]: DEBUG nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.641029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2356f3ed-eb44-494b-b62e-75100e5893ce tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d4806675-c818-4b97-a2ee-71211c672ed1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.109s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.803642] env[62839]: DEBUG nova.compute.manager [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.803901] env[62839]: DEBUG nova.compute.manager [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing instance network info cache due to event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1183.804085] env[62839]: DEBUG oslo_concurrency.lockutils [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] Acquiring lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.804238] env[62839]: DEBUG oslo_concurrency.lockutils [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] Acquired lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.804464] env[62839]: DEBUG nova.network.neutron [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.892808] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.893124] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.894733] env[62839]: INFO nova.compute.claims [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.253354] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d20ec3da-2f53-473a-8dab-323b138f95eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.253710] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.541158] env[62839]: DEBUG nova.network.neutron [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updated VIF entry in instance network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.541527] env[62839]: DEBUG nova.network.neutron [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d859e9-16", "ovs_interfaceid": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.756070] env[62839]: DEBUG nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.996048] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5579c5-40ab-419e-8c94-5a6ed3151659 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.004658] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23a8f6-17d9-471f-a36a-3ea36d6105eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.035152] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef6c1be-7bc6-4e83-b42d-9b2ea65dfc15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.042932] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95c864-bbfc-4d12-a5e9-896ea3953767 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.047044] env[62839]: DEBUG oslo_concurrency.lockutils [req-d34c42cd-ed40-44b6-87a2-fd12ad98c063 req-f8907f6a-7781-4891-b0e1-092073267800 service nova] Releasing lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.057341] env[62839]: DEBUG nova.compute.provider_tree [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.278449] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.560780] env[62839]: DEBUG nova.scheduler.client.report [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.066476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.067044] env[62839]: DEBUG nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.070495] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.792s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.072149] env[62839]: INFO nova.compute.claims [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.576960] env[62839]: DEBUG nova.compute.utils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.580330] env[62839]: DEBUG nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.580510] env[62839]: DEBUG nova.network.neutron [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.625472] env[62839]: DEBUG nova.policy [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc89c78de4a4c899bf05a6b7edff444', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '934ce29215cd4bb8b894c9014d0925a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.080957] env[62839]: DEBUG nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.142168] env[62839]: DEBUG nova.network.neutron [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Successfully created port: f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.186698] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e979a501-2499-4b2f-b123-b20e46e68321 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.195614] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d0c02-1cf3-4c4d-9933-35a98e0c8440 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.226376] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3670556-17a7-45dc-ad90-2a30724daf6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.233732] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60baf393-4f1b-44ba-b5fe-1b25c0a703eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.246709] env[62839]: DEBUG nova.compute.provider_tree [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.750248] env[62839]: DEBUG nova.scheduler.client.report [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.905584] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.905900] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.906134] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.906732] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.906732] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.906732] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.906943] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_power_states {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.093452] env[62839]: DEBUG nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.120710] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.121364] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.121364] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.121364] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.121566] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.121605] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.121789] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.122011] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.122205] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.122420] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.122607] env[62839]: DEBUG nova.virt.hardware [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.123508] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a6fc2-1e3a-40f2-856c-c23f685fe691 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.132062] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c744e0a-278a-4db2-a7d5-983b730fe594 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.255637] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.256253] env[62839]: DEBUG nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.411417] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Getting list of instances from cluster (obj){ [ 1188.411417] env[62839]: value = "domain-c8" [ 1188.411417] env[62839]: _type = "ClusterComputeResource" [ 1188.411417] env[62839]: } {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1188.412473] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f12b8-1b24-443b-9b2e-e71afb23a835 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.426985] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Got total of 4 instances {{(pid=62839) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1188.427168] env[62839]: WARNING nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 1188.427309] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid f2fcf2f9-6201-4213-8042-698ed5fc45d1 {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1188.427492] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid b0949662-abe8-479d-9de2-d9dc37e50ae2 {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1188.427648] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1188.427799] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1188.427945] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid e318e224-248f-40bd-b340-52b48716ad4e {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1188.428103] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Triggering sync for uuid d20ec3da-2f53-473a-8dab-323b138f95eb {{(pid=62839) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1188.428422] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.428863] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.428919] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.429067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.429295] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.429519] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.429683] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.429853] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.430090] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.430293] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "d20ec3da-2f53-473a-8dab-323b138f95eb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.430465] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.430597] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1188.431286] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ebfd8-3ad7-48c0-981b-40faea6ecfcb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.434374] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77be12fa-1e6c-42e2-95a1-8fe780138e22 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.437073] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18324796-f4f5-40be-b357-cad395506e29 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.439699] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41491e66-0ad5-4b91-a2b1-31adcc2106a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.441805] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.500637] env[62839]: DEBUG nova.compute.manager [req-049d2bc6-3058-4ab8-a3c1-acfc6a1f9067 req-e63eabce-4f2a-41ea-91d2-7d3b034a6091 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Received event network-vif-plugged-f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.500853] env[62839]: DEBUG oslo_concurrency.lockutils [req-049d2bc6-3058-4ab8-a3c1-acfc6a1f9067 req-e63eabce-4f2a-41ea-91d2-7d3b034a6091 service nova] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.501065] env[62839]: DEBUG oslo_concurrency.lockutils [req-049d2bc6-3058-4ab8-a3c1-acfc6a1f9067 req-e63eabce-4f2a-41ea-91d2-7d3b034a6091 service nova] Lock "e318e224-248f-40bd-b340-52b48716ad4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.501238] env[62839]: DEBUG oslo_concurrency.lockutils [req-049d2bc6-3058-4ab8-a3c1-acfc6a1f9067 req-e63eabce-4f2a-41ea-91d2-7d3b034a6091 service nova] Lock "e318e224-248f-40bd-b340-52b48716ad4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.501474] env[62839]: DEBUG nova.compute.manager [req-049d2bc6-3058-4ab8-a3c1-acfc6a1f9067 req-e63eabce-4f2a-41ea-91d2-7d3b034a6091 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] No waiting events found dispatching network-vif-plugged-f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.501596] env[62839]: WARNING nova.compute.manager [req-049d2bc6-3058-4ab8-a3c1-acfc6a1f9067 req-e63eabce-4f2a-41ea-91d2-7d3b034a6091 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Received unexpected event network-vif-plugged-f9382cb2-994d-46ec-88f4-65beef61d21d for instance with vm_state building and task_state spawning. [ 1188.579650] env[62839]: DEBUG nova.network.neutron [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Successfully updated port: f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.761559] env[62839]: DEBUG nova.compute.utils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.762937] env[62839]: DEBUG nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.763118] env[62839]: DEBUG nova.network.neutron [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.800524] env[62839]: DEBUG nova.policy [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a1438135ac4dfaa4c37241d1c43b34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dcfcfcf01364d63aa820583bbbec00d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.945491] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.945795] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.945995] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.946200] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1188.947237] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111f06f-870b-4b54-b133-ef556954351b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.957343] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c808c-1073-48e5-bfa8-99a5dfee8e81 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.961863] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.962230] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.962607] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.962951] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.974551] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16645c1-97a2-401e-81d5-77e3c205ded5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.981763] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64297b-4bb4-4e6f-9c28-79efc26c705a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.011116] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180074MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1189.011315] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.011478] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.073989] env[62839]: DEBUG nova.network.neutron [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Successfully created port: a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.082156] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.082328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.082460] env[62839]: DEBUG nova.network.neutron [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.267127] env[62839]: DEBUG nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.613015] env[62839]: DEBUG nova.network.neutron [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.742446] env[62839]: DEBUG nova.network.neutron [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Updating instance_info_cache with network_info: [{"id": "f9382cb2-994d-46ec-88f4-65beef61d21d", "address": "fa:16:3e:dd:e5:51", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9382cb2-99", "ovs_interfaceid": "f9382cb2-994d-46ec-88f4-65beef61d21d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.038782] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.039161] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance b0949662-abe8-479d-9de2-d9dc37e50ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.039161] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 8e43a81e-ce44-429a-8a32-3938807c6058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.039161] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.039359] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e318e224-248f-40bd-b340-52b48716ad4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.039421] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d20ec3da-2f53-473a-8dab-323b138f95eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1190.039615] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1190.039722] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1190.115665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f7e0f-0439-41a9-9625-5162fad630e7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.123369] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca2f5fa-1fb2-49da-97f1-058e6dd03bd7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.153195] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaebc98-2148-4ef6-8802-2bd8dc0b2191 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.162210] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091980b5-15fc-42a4-bcce-baeb74303511 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.178284] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.245249] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.245631] env[62839]: DEBUG nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Instance network_info: |[{"id": "f9382cb2-994d-46ec-88f4-65beef61d21d", "address": "fa:16:3e:dd:e5:51", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9382cb2-99", "ovs_interfaceid": "f9382cb2-994d-46ec-88f4-65beef61d21d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.246039] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:e5:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9382cb2-994d-46ec-88f4-65beef61d21d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.253346] env[62839]: DEBUG oslo.service.loopingcall [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.253845] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.254086] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-764f280a-5b99-4e21-9cf0-cde4ff2ca826 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.275536] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.275536] env[62839]: value = "task-2757985" [ 1190.275536] env[62839]: _type = "Task" [ 1190.275536] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.279525] env[62839]: DEBUG nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.286837] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757985, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.305648] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.305867] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.306038] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.307037] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.307037] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.307037] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.307037] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.307037] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.307037] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.307323] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.307366] env[62839]: DEBUG nova.virt.hardware [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.308224] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9fddd-af15-4df3-ba27-ac0783331fb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.316197] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59221f20-4fc0-4486-92bd-b2e5e36812d0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.532169] env[62839]: DEBUG nova.compute.manager [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Received event network-changed-f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.532403] env[62839]: DEBUG nova.compute.manager [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Refreshing instance network info cache due to event network-changed-f9382cb2-994d-46ec-88f4-65beef61d21d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1190.532618] env[62839]: DEBUG oslo_concurrency.lockutils [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] Acquiring lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.532761] env[62839]: DEBUG oslo_concurrency.lockutils [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] Acquired lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.532926] env[62839]: DEBUG nova.network.neutron [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Refreshing network info cache for port f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.543280] env[62839]: DEBUG nova.network.neutron [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Successfully updated port: a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.681459] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.785936] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757985, 'name': CreateVM_Task, 'duration_secs': 0.353156} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.786120] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.786799] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.786963] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.787297] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.787544] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ca1b55-4adf-4c3a-8949-c13405de72ef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.792063] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1190.792063] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5296d50b-5b8c-7d3e-5fea-7cf7627c2c3d" [ 1190.792063] env[62839]: _type = "Task" [ 1190.792063] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.799952] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5296d50b-5b8c-7d3e-5fea-7cf7627c2c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.046051] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.046051] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.046051] env[62839]: DEBUG nova.network.neutron [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.187021] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1191.187021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.175s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.229189] env[62839]: DEBUG nova.network.neutron [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Updated VIF entry in instance network info cache for port f9382cb2-994d-46ec-88f4-65beef61d21d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.229551] env[62839]: DEBUG nova.network.neutron [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Updating instance_info_cache with network_info: [{"id": "f9382cb2-994d-46ec-88f4-65beef61d21d", "address": "fa:16:3e:dd:e5:51", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9382cb2-99", "ovs_interfaceid": "f9382cb2-994d-46ec-88f4-65beef61d21d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.302124] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5296d50b-5b8c-7d3e-5fea-7cf7627c2c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.015178} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.302414] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.302677] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.302914] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.303070] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.303247] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.303772] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a9fb338-b958-4d05-af19-935e20d0581b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.312451] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.312590] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.313273] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133bd7ff-ce22-4845-8198-8f1ad40fb0da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.318237] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1191.318237] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c76192-9ac6-07cc-ff78-f5463dc43eb0" [ 1191.318237] env[62839]: _type = "Task" [ 1191.318237] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.324998] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c76192-9ac6-07cc-ff78-f5463dc43eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.576817] env[62839]: DEBUG nova.network.neutron [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.701366] env[62839]: DEBUG nova.network.neutron [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.732752] env[62839]: DEBUG oslo_concurrency.lockutils [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] Releasing lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.733156] env[62839]: DEBUG nova.compute.manager [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Received event network-vif-plugged-a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1191.733465] env[62839]: DEBUG oslo_concurrency.lockutils [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] Acquiring lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.733923] env[62839]: DEBUG oslo_concurrency.lockutils [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.734157] env[62839]: DEBUG oslo_concurrency.lockutils [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.734341] env[62839]: DEBUG nova.compute.manager [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] No waiting events found dispatching network-vif-plugged-a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.734675] env[62839]: WARNING nova.compute.manager [req-62da48c2-6bf3-46a1-aa7d-bbe4aac5b8c5 req-a12f6e02-6456-4f21-b8bd-7e78c2530466 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Received unexpected event network-vif-plugged-a8aa03d0-a6ef-4a12-adba-007e23a7d70d for instance with vm_state building and task_state spawning. [ 1191.828763] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c76192-9ac6-07cc-ff78-f5463dc43eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008209} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.829489] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08519efc-bc98-4698-98cc-3c61be90a966 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.834337] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1191.834337] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dca45c-a271-7625-fa15-8148103c41e7" [ 1191.834337] env[62839]: _type = "Task" [ 1191.834337] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.841592] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dca45c-a271-7625-fa15-8148103c41e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.204664] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.205045] env[62839]: DEBUG nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Instance network_info: |[{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.205529] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:c3:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8aa03d0-a6ef-4a12-adba-007e23a7d70d', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.212888] env[62839]: DEBUG oslo.service.loopingcall [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.213068] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.213294] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed15607-5004-4ed4-a5bd-a171cc090438 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.234055] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.234055] env[62839]: value = "task-2757986" [ 1192.234055] env[62839]: _type = "Task" [ 1192.234055] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.240741] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757986, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.346113] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52dca45c-a271-7625-fa15-8148103c41e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.346328] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.346576] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e318e224-248f-40bd-b340-52b48716ad4e/e318e224-248f-40bd-b340-52b48716ad4e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.346844] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c8bfe02-8481-487c-909e-fc7e1e0847d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.353570] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1192.353570] env[62839]: value = "task-2757987" [ 1192.353570] env[62839]: _type = "Task" [ 1192.353570] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.360849] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.563633] env[62839]: DEBUG nova.compute.manager [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Received event network-changed-a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.563833] env[62839]: DEBUG nova.compute.manager [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Refreshing instance network info cache due to event network-changed-a8aa03d0-a6ef-4a12-adba-007e23a7d70d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.564057] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] Acquiring lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.564204] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] Acquired lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.564363] env[62839]: DEBUG nova.network.neutron [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Refreshing network info cache for port a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.744211] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2757986, 'name': CreateVM_Task, 'duration_secs': 0.371002} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.744485] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.745140] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.745327] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.745664] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.745936] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c920862-347a-4641-9a0f-d6eff57c9e5f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.750972] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1192.750972] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52409d2e-a769-129d-029b-a4a49e340c84" [ 1192.750972] env[62839]: _type = "Task" [ 1192.750972] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.758954] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52409d2e-a769-129d-029b-a4a49e340c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.863188] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426719} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.863434] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] e318e224-248f-40bd-b340-52b48716ad4e/e318e224-248f-40bd-b340-52b48716ad4e.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.863670] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.863970] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-681b998b-3985-4de7-93f7-3cda735441fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.870212] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1192.870212] env[62839]: value = "task-2757988" [ 1192.870212] env[62839]: _type = "Task" [ 1192.870212] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.876940] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.244125] env[62839]: DEBUG nova.network.neutron [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updated VIF entry in instance network info cache for port a8aa03d0-a6ef-4a12-adba-007e23a7d70d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.244729] env[62839]: DEBUG nova.network.neutron [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.261378] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52409d2e-a769-129d-029b-a4a49e340c84, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.261676] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.261900] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.262152] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.262299] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.262495] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.262758] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c0d62d8-65b6-4a8b-81cc-c3d6fb14e3c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.271076] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.271251] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.271910] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9d78f5-0451-47e8-9d0e-fc1632e175f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.277878] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1193.277878] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52929636-a2e6-5e9f-c9ab-5096de1c19c7" [ 1193.277878] env[62839]: _type = "Task" [ 1193.277878] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.284753] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52929636-a2e6-5e9f-c9ab-5096de1c19c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.380164] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061646} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.380446] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.381278] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c39a7-f68f-4ac2-8b93-ade2ddcde926 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.402903] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e318e224-248f-40bd-b340-52b48716ad4e/e318e224-248f-40bd-b340-52b48716ad4e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.403158] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b34a192-a279-4cd9-b0a9-4f09c9919038 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.423012] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1193.423012] env[62839]: value = "task-2757989" [ 1193.423012] env[62839]: _type = "Task" [ 1193.423012] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.431977] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.747643] env[62839]: DEBUG oslo_concurrency.lockutils [req-e9ca6a44-0c26-43a1-a361-ebb2d1120062 req-e7a4d023-9cef-4ce1-87fb-ccf8bda30a7a service nova] Releasing lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.788710] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52929636-a2e6-5e9f-c9ab-5096de1c19c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.789454] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fd8831-2dfa-49f6-be0a-f9f13cbfde75 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.794148] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1193.794148] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c13047-0007-e41c-c95f-3e316fef52cb" [ 1193.794148] env[62839]: _type = "Task" [ 1193.794148] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.801780] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c13047-0007-e41c-c95f-3e316fef52cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.933268] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757989, 'name': ReconfigVM_Task, 'duration_secs': 0.278419} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.933541] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e318e224-248f-40bd-b340-52b48716ad4e/e318e224-248f-40bd-b340-52b48716ad4e.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.934199] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919996ce-1ba5-450f-8fcc-9e05e22e4538 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.941158] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1193.941158] env[62839]: value = "task-2757990" [ 1193.941158] env[62839]: _type = "Task" [ 1193.941158] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.949065] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757990, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.305156] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c13047-0007-e41c-c95f-3e316fef52cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.305426] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.305662] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.305908] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63cbe1b5-0916-4db6-837f-b82ed0cd6ebe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.312414] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1194.312414] env[62839]: value = "task-2757991" [ 1194.312414] env[62839]: _type = "Task" [ 1194.312414] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.319559] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.451462] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757990, 'name': Rename_Task, 'duration_secs': 0.138684} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.451772] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.452169] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf59fbe-5ab0-4505-8280-d7a114bc6bd7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.458754] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1194.458754] env[62839]: value = "task-2757992" [ 1194.458754] env[62839]: _type = "Task" [ 1194.458754] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.467025] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.823275] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428616} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.823508] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.823728] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.823991] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d235633-a6c2-4685-afe3-c14f51625760 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.829783] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1194.829783] env[62839]: value = "task-2757993" [ 1194.829783] env[62839]: _type = "Task" [ 1194.829783] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.837098] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.970490] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.339822] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069346} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.339822] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.340249] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06e330f-e90f-48dc-8b12-cf1ca124bf8c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.361387] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.361588] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-011ea6d8-7e11-4220-859c-2e355feec028 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.380833] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1195.380833] env[62839]: value = "task-2757994" [ 1195.380833] env[62839]: _type = "Task" [ 1195.380833] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.389660] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.470874] env[62839]: DEBUG oslo_vmware.api [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2757992, 'name': PowerOnVM_Task, 'duration_secs': 0.540815} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.471172] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.471433] env[62839]: INFO nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1195.471642] env[62839]: DEBUG nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.472469] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181f9b4a-426a-49c0-aa77-5dd265ac0997 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.891527] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757994, 'name': ReconfigVM_Task, 'duration_secs': 0.256499} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.891761] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfigured VM instance instance-00000076 to attach disk [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.892385] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b928ae-ab46-4f50-a00d-bcc6646cf8ad {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.898399] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1195.898399] env[62839]: value = "task-2757995" [ 1195.898399] env[62839]: _type = "Task" [ 1195.898399] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.906012] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757995, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.990994] env[62839]: INFO nova.compute.manager [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Took 12.11 seconds to build instance. [ 1196.409476] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757995, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.493359] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4080295e-84f9-4337-be75-9bc2cebb37a4 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.626s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.494096] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "e318e224-248f-40bd-b340-52b48716ad4e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.064s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.494096] env[62839]: INFO nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e318e224-248f-40bd-b340-52b48716ad4e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1196.494096] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "e318e224-248f-40bd-b340-52b48716ad4e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.908846] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757995, 'name': Rename_Task, 'duration_secs': 0.807765} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.909155] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.909393] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8bc622-e765-4484-9b8a-b8e0e5edd244 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.916103] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1196.916103] env[62839]: value = "task-2757996" [ 1196.916103] env[62839]: _type = "Task" [ 1196.916103] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.924969] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.985409] env[62839]: DEBUG nova.compute.manager [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Received event network-changed-f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.985614] env[62839]: DEBUG nova.compute.manager [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Refreshing instance network info cache due to event network-changed-f9382cb2-994d-46ec-88f4-65beef61d21d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1196.985832] env[62839]: DEBUG oslo_concurrency.lockutils [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] Acquiring lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.986098] env[62839]: DEBUG oslo_concurrency.lockutils [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] Acquired lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.986139] env[62839]: DEBUG nova.network.neutron [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Refreshing network info cache for port f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.439638] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757996, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.701127] env[62839]: DEBUG nova.network.neutron [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Updated VIF entry in instance network info cache for port f9382cb2-994d-46ec-88f4-65beef61d21d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.701590] env[62839]: DEBUG nova.network.neutron [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Updating instance_info_cache with network_info: [{"id": "f9382cb2-994d-46ec-88f4-65beef61d21d", "address": "fa:16:3e:dd:e5:51", "network": {"id": "a3f440aa-1682-4a3f-be34-b85606924d51", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-200086712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934ce29215cd4bb8b894c9014d0925a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9382cb2-99", "ovs_interfaceid": "f9382cb2-994d-46ec-88f4-65beef61d21d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.926983] env[62839]: DEBUG oslo_vmware.api [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2757996, 'name': PowerOnVM_Task, 'duration_secs': 0.55399} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.927262] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.927461] env[62839]: INFO nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1197.927638] env[62839]: DEBUG nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.928387] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b841999f-ba4b-4810-bcf1-cc3f9abab289 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.204627] env[62839]: DEBUG oslo_concurrency.lockutils [req-8b16968a-55e4-404c-8ab1-f267e16541a6 req-0b6e0dfc-8ff3-4275-82a5-fdfd5902cc26 service nova] Releasing lock "refresh_cache-e318e224-248f-40bd-b340-52b48716ad4e" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.446745] env[62839]: INFO nova.compute.manager [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Took 13.19 seconds to build instance. [ 1198.949017] env[62839]: DEBUG oslo_concurrency.lockutils [None req-fdbe85b5-d4f5-47e8-aa85-c017ae6783c4 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.695s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.949364] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.519s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.950300] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d1e00-249f-457b-b30e-e71b967edaef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.441777] env[62839]: DEBUG nova.compute.manager [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Received event network-changed-a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.441888] env[62839]: DEBUG nova.compute.manager [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Refreshing instance network info cache due to event network-changed-a8aa03d0-a6ef-4a12-adba-007e23a7d70d. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.442150] env[62839]: DEBUG oslo_concurrency.lockutils [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] Acquiring lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.442297] env[62839]: DEBUG oslo_concurrency.lockutils [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] Acquired lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.442465] env[62839]: DEBUG nova.network.neutron [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Refreshing network info cache for port a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.459887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.147424] env[62839]: DEBUG nova.network.neutron [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updated VIF entry in instance network info cache for port a8aa03d0-a6ef-4a12-adba-007e23a7d70d. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.147868] env[62839]: DEBUG nova.network.neutron [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.650694] env[62839]: DEBUG oslo_concurrency.lockutils [req-241c9b9a-28c1-41db-9a95-777a655e8be9 req-fddac5da-9a9b-492e-83a5-77467fd19d10 service nova] Releasing lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.632314] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.632710] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.136501] env[62839]: INFO nova.compute.manager [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Detaching volume 45a95af0-88d0-4490-a8cb-085308a29d01 [ 1203.171880] env[62839]: INFO nova.virt.block_device [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Attempting to driver detach volume 45a95af0-88d0-4490-a8cb-085308a29d01 from mountpoint /dev/sdb [ 1203.172079] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1203.172266] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1203.173211] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c285f3-f579-4d93-8da5-b5b453387f52 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.195184] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485806bd-7c73-443e-b407-db9fd29ff5a5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.201971] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b376baf-1308-4bc8-aa6a-0172ada6be1d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.222698] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68954ab-2c46-4b58-83a9-98f659ec771f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.236718] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] The volume has not been displaced from its original location: [datastore2] volume-45a95af0-88d0-4490-a8cb-085308a29d01/volume-45a95af0-88d0-4490-a8cb-085308a29d01.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1203.241846] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.242150] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-704c0ffa-0b85-485a-b8a4-7552f4891801 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.260378] env[62839]: DEBUG oslo_vmware.api [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1203.260378] env[62839]: value = "task-2757997" [ 1203.260378] env[62839]: _type = "Task" [ 1203.260378] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.267888] env[62839]: DEBUG oslo_vmware.api [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.770360] env[62839]: DEBUG oslo_vmware.api [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.271570] env[62839]: DEBUG oslo_vmware.api [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757997, 'name': ReconfigVM_Task, 'duration_secs': 0.55836} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.271816] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.276507] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4f2b11-cf8c-4137-836c-872eab3e07e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.291191] env[62839]: DEBUG oslo_vmware.api [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1204.291191] env[62839]: value = "task-2757998" [ 1204.291191] env[62839]: _type = "Task" [ 1204.291191] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.298764] env[62839]: DEBUG oslo_vmware.api [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.801630] env[62839]: DEBUG oslo_vmware.api [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757998, 'name': ReconfigVM_Task, 'duration_secs': 0.13395} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.802051] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554929', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'name': 'volume-45a95af0-88d0-4490-a8cb-085308a29d01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0949662-abe8-479d-9de2-d9dc37e50ae2', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95af0-88d0-4490-a8cb-085308a29d01', 'serial': '45a95af0-88d0-4490-a8cb-085308a29d01'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.341684] env[62839]: DEBUG nova.objects.instance [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'flavor' on Instance uuid b0949662-abe8-479d-9de2-d9dc37e50ae2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.350066] env[62839]: DEBUG oslo_concurrency.lockutils [None req-1cd8bfcf-d097-4020-b941-de017d3adabe tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.717s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.881494] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.881759] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.881970] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "b0949662-abe8-479d-9de2-d9dc37e50ae2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.882163] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.882331] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.884461] env[62839]: INFO nova.compute.manager [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Terminating instance [ 1207.388278] env[62839]: DEBUG nova.compute.manager [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.388677] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.389450] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c72cf60-63b8-4426-b32e-7aec2a3a209a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.397142] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.397366] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b31aca0f-6dae-463b-94ed-cbaecdb0910b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.403407] env[62839]: DEBUG oslo_vmware.api [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1207.403407] env[62839]: value = "task-2757999" [ 1207.403407] env[62839]: _type = "Task" [ 1207.403407] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.410854] env[62839]: DEBUG oslo_vmware.api [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.914357] env[62839]: DEBUG oslo_vmware.api [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2757999, 'name': PowerOffVM_Task, 'duration_secs': 0.233} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.914615] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.914726] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.914957] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a806df9d-1845-419f-a201-138b0231995a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.975181] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.975455] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.975594] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleting the datastore file [datastore2] b0949662-abe8-479d-9de2-d9dc37e50ae2 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.975854] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be334ed-1a06-4abc-bfed-23e98aef1157 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.982436] env[62839]: DEBUG oslo_vmware.api [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1207.982436] env[62839]: value = "task-2758001" [ 1207.982436] env[62839]: _type = "Task" [ 1207.982436] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.989855] env[62839]: DEBUG oslo_vmware.api [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.492918] env[62839]: DEBUG oslo_vmware.api [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138491} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.493300] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.493363] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.493509] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.493676] env[62839]: INFO nova.compute.manager [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1208.493910] env[62839]: DEBUG oslo.service.loopingcall [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1208.494111] env[62839]: DEBUG nova.compute.manager [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.494204] env[62839]: DEBUG nova.network.neutron [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.885700] env[62839]: DEBUG nova.compute.manager [req-39e095fc-34b7-4a9a-8159-e7008addb8c9 req-ef6db904-7331-4dfa-91ac-5fe65655e2d2 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Received event network-vif-deleted-806241d3-34ea-420c-ad69-d700526ea519 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.885953] env[62839]: INFO nova.compute.manager [req-39e095fc-34b7-4a9a-8159-e7008addb8c9 req-ef6db904-7331-4dfa-91ac-5fe65655e2d2 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Neutron deleted interface 806241d3-34ea-420c-ad69-d700526ea519; detaching it from the instance and deleting it from the info cache [ 1208.886102] env[62839]: DEBUG nova.network.neutron [req-39e095fc-34b7-4a9a-8159-e7008addb8c9 req-ef6db904-7331-4dfa-91ac-5fe65655e2d2 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.369763] env[62839]: DEBUG nova.network.neutron [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.388871] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdc20338-ba21-4431-9822-930f1ac21803 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.399082] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d37d3-b98a-4517-bccc-5c44202f9c38 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.427422] env[62839]: DEBUG nova.compute.manager [req-39e095fc-34b7-4a9a-8159-e7008addb8c9 req-ef6db904-7331-4dfa-91ac-5fe65655e2d2 service nova] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Detach interface failed, port_id=806241d3-34ea-420c-ad69-d700526ea519, reason: Instance b0949662-abe8-479d-9de2-d9dc37e50ae2 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1209.872455] env[62839]: INFO nova.compute.manager [-] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Took 1.38 seconds to deallocate network for instance. [ 1210.379311] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.379633] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.379874] env[62839]: DEBUG nova.objects.instance [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'resources' on Instance uuid b0949662-abe8-479d-9de2-d9dc37e50ae2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.963026] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.963335] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.966414] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c2e20f-4e85-4158-88cb-a27b98d1351a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.975058] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db11cfff-aad8-4229-853b-bf9b716fdaca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.007017] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8812f2a8-0bef-48ac-8286-cd6e9e5a47da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.014294] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f0332-2088-4191-9f45-dae572e5ad0e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.027455] env[62839]: DEBUG nova.compute.provider_tree [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.470970] env[62839]: DEBUG nova.compute.utils [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.530978] env[62839]: DEBUG nova.scheduler.client.report [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.974061] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.035218] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.053301] env[62839]: INFO nova.scheduler.client.report [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted allocations for instance b0949662-abe8-479d-9de2-d9dc37e50ae2 [ 1212.563206] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8186ace6-5d13-430c-945d-fc0e6c76d046 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "b0949662-abe8-479d-9de2-d9dc37e50ae2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.032341] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.032674] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.032955] env[62839]: INFO nova.compute.manager [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Attaching volume 67aaa731-7111-43e2-aaa9-4e2d29042ea9 to /dev/sdb [ 1213.068110] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806a8bf2-7d69-4484-a411-d7b2a940e30b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.076077] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ce710-543d-4f19-934b-52a1feb3f6a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.090325] env[62839]: DEBUG nova.virt.block_device [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating existing volume attachment record: 6801479e-96ad-4769-bb3c-8693eaa1f077 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.308536] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.308796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.811051] env[62839]: DEBUG nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.333869] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.334410] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.335633] env[62839]: INFO nova.compute.claims [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.418822] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea920f5b-1528-481d-97da-7993cad33104 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.426650] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f201c-1fc9-4016-a4c3-d5ef35ee9c97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.457019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03ae322-36fb-459c-a09f-c11c95e00b4e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.463941] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d08e3-6abf-43c5-9596-0d030f386179 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.476583] env[62839]: DEBUG nova.compute.provider_tree [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.979665] env[62839]: DEBUG nova.scheduler.client.report [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.484876] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.485450] env[62839]: DEBUG nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.634207] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1217.634449] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554939', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'name': 'volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e43a81e-ce44-429a-8a32-3938807c6058', 'attached_at': '', 'detached_at': '', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'serial': '67aaa731-7111-43e2-aaa9-4e2d29042ea9'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1217.635380] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbf310-b60f-447c-98dd-f4091f9925b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.652111] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cba9eb6-02ec-4b29-9fcb-11d9fee8d8ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.676811] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9/volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.677100] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80538fb1-87ba-4b7d-ae80-542d06e5fecd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.694792] env[62839]: DEBUG oslo_vmware.api [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1217.694792] env[62839]: value = "task-2758006" [ 1217.694792] env[62839]: _type = "Task" [ 1217.694792] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.702272] env[62839]: DEBUG oslo_vmware.api [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.990256] env[62839]: DEBUG nova.compute.utils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.991680] env[62839]: DEBUG nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.991917] env[62839]: DEBUG nova.network.neutron [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.036971] env[62839]: DEBUG nova.policy [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45852c6f14942eea559d7a07e368b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81bd0646e1ca4557bf9039d12f0bf42e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.205027] env[62839]: DEBUG oslo_vmware.api [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758006, 'name': ReconfigVM_Task, 'duration_secs': 0.339789} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.205027] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9/volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.210851] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0504a6-4697-44b8-957a-e173cad4a5a7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.225112] env[62839]: DEBUG oslo_vmware.api [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1218.225112] env[62839]: value = "task-2758007" [ 1218.225112] env[62839]: _type = "Task" [ 1218.225112] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.232719] env[62839]: DEBUG oslo_vmware.api [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.273539] env[62839]: DEBUG nova.network.neutron [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Successfully created port: 730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.495793] env[62839]: DEBUG nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.735080] env[62839]: DEBUG oslo_vmware.api [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758007, 'name': ReconfigVM_Task, 'duration_secs': 0.134885} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.735389] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554939', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'name': 'volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e43a81e-ce44-429a-8a32-3938807c6058', 'attached_at': '', 'detached_at': '', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'serial': '67aaa731-7111-43e2-aaa9-4e2d29042ea9'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.505396] env[62839]: DEBUG nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.532628] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.532887] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.533058] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.533243] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.533391] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.533539] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.533751] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.533909] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.534090] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.534252] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.534422] env[62839]: DEBUG nova.virt.hardware [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.535634] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d44905a-e841-4ba0-a4c9-c39b94fbc215 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.544093] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f23f476-bf80-42cd-9360-40b06911333f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.626707] env[62839]: DEBUG nova.compute.manager [req-b63e1236-b0bb-42a8-a164-cc6f4151ca09 req-c025833b-f557-48bf-8ee2-7af087a5ddd3 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Received event network-vif-plugged-730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.626850] env[62839]: DEBUG oslo_concurrency.lockutils [req-b63e1236-b0bb-42a8-a164-cc6f4151ca09 req-c025833b-f557-48bf-8ee2-7af087a5ddd3 service nova] Acquiring lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.627179] env[62839]: DEBUG oslo_concurrency.lockutils [req-b63e1236-b0bb-42a8-a164-cc6f4151ca09 req-c025833b-f557-48bf-8ee2-7af087a5ddd3 service nova] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.627296] env[62839]: DEBUG oslo_concurrency.lockutils [req-b63e1236-b0bb-42a8-a164-cc6f4151ca09 req-c025833b-f557-48bf-8ee2-7af087a5ddd3 service nova] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.627466] env[62839]: DEBUG nova.compute.manager [req-b63e1236-b0bb-42a8-a164-cc6f4151ca09 req-c025833b-f557-48bf-8ee2-7af087a5ddd3 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] No waiting events found dispatching network-vif-plugged-730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.627628] env[62839]: WARNING nova.compute.manager [req-b63e1236-b0bb-42a8-a164-cc6f4151ca09 req-c025833b-f557-48bf-8ee2-7af087a5ddd3 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Received unexpected event network-vif-plugged-730f6c02-37d4-4fbb-97e0-4ee86e2516bf for instance with vm_state building and task_state spawning. [ 1219.718704] env[62839]: DEBUG nova.network.neutron [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Successfully updated port: 730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.771180] env[62839]: DEBUG nova.objects.instance [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.219998] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.220173] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.220323] env[62839]: DEBUG nova.network.neutron [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.276401] env[62839]: DEBUG oslo_concurrency.lockutils [None req-b69c91ec-0251-4d1c-a2e3-d1fceb9fcc35 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.368498] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.368749] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.368935] env[62839]: DEBUG nova.compute.manager [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.369840] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b60cd2-a6eb-4fc4-8105-fb11d37e3be8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.377067] env[62839]: DEBUG nova.compute.manager [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1220.377629] env[62839]: DEBUG nova.objects.instance [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.419327] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.419888] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.420135] env[62839]: INFO nova.compute.manager [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Shelving [ 1220.750716] env[62839]: DEBUG nova.network.neutron [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.876547] env[62839]: DEBUG nova.network.neutron [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Updating instance_info_cache with network_info: [{"id": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "address": "fa:16:3e:c7:c2:c8", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730f6c02-37", "ovs_interfaceid": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.379220] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.379570] env[62839]: DEBUG nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Instance network_info: |[{"id": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "address": "fa:16:3e:c7:c2:c8", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730f6c02-37", "ovs_interfaceid": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.380012] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:c2:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '730f6c02-37d4-4fbb-97e0-4ee86e2516bf', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.387514] env[62839]: DEBUG oslo.service.loopingcall [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.387949] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.388195] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.388410] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5637baa-8969-4e35-9b64-9cec536f0695 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.390460] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-682971db-885f-4e0d-ba75-42a6f7094873 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.409270] env[62839]: DEBUG oslo_vmware.api [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1221.409270] env[62839]: value = "task-2758008" [ 1221.409270] env[62839]: _type = "Task" [ 1221.409270] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.410389] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.410389] env[62839]: value = "task-2758009" [ 1221.410389] env[62839]: _type = "Task" [ 1221.410389] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.420762] env[62839]: DEBUG oslo_vmware.api [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.423549] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758009, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.427327] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.427623] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44df9598-5e4d-48f4-8002-5d791e2acb06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.434254] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1221.434254] env[62839]: value = "task-2758010" [ 1221.434254] env[62839]: _type = "Task" [ 1221.434254] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.443088] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.655310] env[62839]: DEBUG nova.compute.manager [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Received event network-changed-730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.655520] env[62839]: DEBUG nova.compute.manager [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Refreshing instance network info cache due to event network-changed-730f6c02-37d4-4fbb-97e0-4ee86e2516bf. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1221.655742] env[62839]: DEBUG oslo_concurrency.lockutils [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] Acquiring lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.655898] env[62839]: DEBUG oslo_concurrency.lockutils [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] Acquired lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.656078] env[62839]: DEBUG nova.network.neutron [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Refreshing network info cache for port 730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.922887] env[62839]: DEBUG oslo_vmware.api [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758008, 'name': PowerOffVM_Task, 'duration_secs': 0.240446} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.925848] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.926056] env[62839]: DEBUG nova.compute.manager [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.926515] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758009, 'name': CreateVM_Task, 'duration_secs': 0.35432} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.927183] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9792c52a-25b9-4660-8dab-52a7281d86ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.929245] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.929855] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.930029] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.930338] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.930863] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8216210b-0755-426d-8159-36298f1ed2a8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.939691] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1221.939691] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524b69e6-55f4-c91a-980b-832da7caa39e" [ 1221.939691] env[62839]: _type = "Task" [ 1221.939691] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.945414] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758010, 'name': PowerOffVM_Task, 'duration_secs': 0.205691} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.945983] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.946791] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea25e16f-8948-4dd1-a518-2b3a8854961e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.952423] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524b69e6-55f4-c91a-980b-832da7caa39e, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.952997] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.953315] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.953491] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.953637] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.953812] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.954057] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e152613d-77e9-4277-946f-1e58e631ef62 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.970056] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748eee5-4276-47c6-8a56-493700c5b79a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.979288] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.979457] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.980320] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30864574-c64f-4c1e-ae5e-ef003c3ebbe1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.985637] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1221.985637] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f239bf-14bd-3f57-f44f-2d1628365707" [ 1221.985637] env[62839]: _type = "Task" [ 1221.985637] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.993018] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f239bf-14bd-3f57-f44f-2d1628365707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.426282] env[62839]: DEBUG nova.network.neutron [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Updated VIF entry in instance network info cache for port 730f6c02-37d4-4fbb-97e0-4ee86e2516bf. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.426649] env[62839]: DEBUG nova.network.neutron [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Updating instance_info_cache with network_info: [{"id": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "address": "fa:16:3e:c7:c2:c8", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730f6c02-37", "ovs_interfaceid": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.439780] env[62839]: DEBUG oslo_concurrency.lockutils [None req-26fba09b-e3d2-404f-9bbe-c064ddc1a213 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.481982] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Creating Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1222.482306] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ba36ff8-acc0-43f5-ab47-e4f2409b8178 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.490901] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1222.490901] env[62839]: value = "task-2758011" [ 1222.490901] env[62839]: _type = "Task" [ 1222.490901] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.497763] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52f239bf-14bd-3f57-f44f-2d1628365707, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.499209] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ff92d0-4617-42eb-b93d-5cc6bb330bb0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.504147] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758011, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.507500] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1222.507500] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8ed28-be9b-c8c0-d33f-348bfcf796e2" [ 1222.507500] env[62839]: _type = "Task" [ 1222.507500] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.516579] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8ed28-be9b-c8c0-d33f-348bfcf796e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.742036] env[62839]: DEBUG nova.objects.instance [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.929467] env[62839]: DEBUG oslo_concurrency.lockutils [req-2d11d13d-b207-4ed2-8569-69080e807077 req-8bcfab0b-3d14-4e97-9371-3fd0db71126d service nova] Releasing lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.001596] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758011, 'name': CreateSnapshot_Task, 'duration_secs': 0.466101} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.001983] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Created Snapshot of the VM instance {{(pid=62839) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1223.002919] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd71b6-2606-4360-8032-6a9dc9cb8a13 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.020302] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52e8ed28-be9b-c8c0-d33f-348bfcf796e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.020629] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.020998] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 1ad5ef78-3f5e-4292-b22b-76ed03215c79/1ad5ef78-3f5e-4292-b22b-76ed03215c79.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.021339] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c734b6-ee85-4b70-98fb-d62c67cba5da {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.027926] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1223.027926] env[62839]: value = "task-2758012" [ 1223.027926] env[62839]: _type = "Task" [ 1223.027926] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.034971] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.247776] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.247974] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.248220] env[62839]: DEBUG nova.network.neutron [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.248422] env[62839]: DEBUG nova.objects.instance [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'info_cache' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.523670] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Creating linked-clone VM from snapshot {{(pid=62839) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1223.524540] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c46f5a56-61a1-4136-88d7-4da71c8dfafe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.532936] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1223.532936] env[62839]: value = "task-2758013" [ 1223.532936] env[62839]: _type = "Task" [ 1223.532936] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.538748] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467217} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.539270] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] 1ad5ef78-3f5e-4292-b22b-76ed03215c79/1ad5ef78-3f5e-4292-b22b-76ed03215c79.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.539484] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.539708] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd4f08f1-830f-420c-9740-869f8cc80e20 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.544032] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758013, 'name': CloneVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.549248] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1223.549248] env[62839]: value = "task-2758014" [ 1223.549248] env[62839]: _type = "Task" [ 1223.549248] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.558757] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.751740] env[62839]: DEBUG nova.objects.base [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Object Instance<8e43a81e-ce44-429a-8a32-3938807c6058> lazy-loaded attributes: flavor,info_cache {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.043654] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758013, 'name': CloneVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.057726] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063139} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.057996] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.058754] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c4694-fca8-4eb9-81a8-2bd251ca262b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.080991] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 1ad5ef78-3f5e-4292-b22b-76ed03215c79/1ad5ef78-3f5e-4292-b22b-76ed03215c79.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.081252] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce184685-f645-4ba1-9c62-6e29cb038c40 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.102077] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1224.102077] env[62839]: value = "task-2758015" [ 1224.102077] env[62839]: _type = "Task" [ 1224.102077] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.110018] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.487072] env[62839]: DEBUG nova.network.neutron [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating instance_info_cache with network_info: [{"id": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "address": "fa:16:3e:62:70:c0", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4bf614-18", "ovs_interfaceid": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.544561] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758013, 'name': CloneVM_Task} progress is 95%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.612802] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.989986] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.044882] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758013, 'name': CloneVM_Task, 'duration_secs': 1.268196} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.045213] env[62839]: INFO nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Created linked-clone VM from snapshot [ 1225.045966] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef97b032-cbff-437d-8698-3270fa692b05 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.053120] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Uploading image f1998e16-f610-4b90-9230-13dba2d95e9d {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1225.077492] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1225.077492] env[62839]: value = "vm-554942" [ 1225.077492] env[62839]: _type = "VirtualMachine" [ 1225.077492] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1225.077779] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a140ec6-3189-4131-afd6-37f51a41ed28 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.084871] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease: (returnval){ [ 1225.084871] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cab685-990c-40bf-0c24-faaf1207b678" [ 1225.084871] env[62839]: _type = "HttpNfcLease" [ 1225.084871] env[62839]: } obtained for exporting VM: (result){ [ 1225.084871] env[62839]: value = "vm-554942" [ 1225.084871] env[62839]: _type = "VirtualMachine" [ 1225.084871] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1225.085183] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the lease: (returnval){ [ 1225.085183] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cab685-990c-40bf-0c24-faaf1207b678" [ 1225.085183] env[62839]: _type = "HttpNfcLease" [ 1225.085183] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1225.091271] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.091271] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cab685-990c-40bf-0c24-faaf1207b678" [ 1225.091271] env[62839]: _type = "HttpNfcLease" [ 1225.091271] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1225.110596] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758015, 'name': ReconfigVM_Task, 'duration_secs': 0.683388} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.110839] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 1ad5ef78-3f5e-4292-b22b-76ed03215c79/1ad5ef78-3f5e-4292-b22b-76ed03215c79.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.111430] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b7f74a8-824f-49da-8ff9-78c9ca62e669 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.117612] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1225.117612] env[62839]: value = "task-2758017" [ 1225.117612] env[62839]: _type = "Task" [ 1225.117612] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.125215] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758017, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.593709] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.593709] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cab685-990c-40bf-0c24-faaf1207b678" [ 1225.593709] env[62839]: _type = "HttpNfcLease" [ 1225.593709] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1225.594025] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1225.594025] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52cab685-990c-40bf-0c24-faaf1207b678" [ 1225.594025] env[62839]: _type = "HttpNfcLease" [ 1225.594025] env[62839]: }. {{(pid=62839) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1225.594742] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff3956-a634-4b3f-be57-a9c2605099a7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.602307] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52491d4e-d328-5791-42dc-0deafc0b0ec8/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1225.602307] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52491d4e-d328-5791-42dc-0deafc0b0ec8/disk-0.vmdk for reading. {{(pid=62839) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1225.669374] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758017, 'name': Rename_Task, 'duration_secs': 0.138149} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.669675] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.669977] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-892cbeb9-e289-40ee-b448-8ff32b733170 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.677329] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1225.677329] env[62839]: value = "task-2758018" [ 1225.677329] env[62839]: _type = "Task" [ 1225.677329] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.685080] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.689469] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8d595ef-5109-4bae-a95c-f46382896799 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.996753] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.997259] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-455e38cc-054a-4192-9bcf-bd4089211cc8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.006168] env[62839]: DEBUG oslo_vmware.api [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1226.006168] env[62839]: value = "task-2758019" [ 1226.006168] env[62839]: _type = "Task" [ 1226.006168] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.018124] env[62839]: DEBUG oslo_vmware.api [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.189862] env[62839]: DEBUG oslo_vmware.api [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758018, 'name': PowerOnVM_Task, 'duration_secs': 0.441948} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.190357] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.190737] env[62839]: INFO nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1226.191084] env[62839]: DEBUG nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.192253] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ace78-ba18-4056-a77d-650f76c8800c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.517134] env[62839]: DEBUG oslo_vmware.api [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758019, 'name': PowerOnVM_Task, 'duration_secs': 0.451576} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.517580] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.517898] env[62839]: DEBUG nova.compute.manager [None req-a9da934d-a043-4baf-831a-4bbb50697084 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.518864] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df96dfb-6f97-41ff-8c8f-dfd6621c3167 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.714747] env[62839]: INFO nova.compute.manager [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Took 11.40 seconds to build instance. [ 1227.217308] env[62839]: DEBUG oslo_concurrency.lockutils [None req-481c0816-ef74-4444-aa34-34debff0ee88 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.908s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.220307] env[62839]: DEBUG nova.compute.manager [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Received event network-changed-730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.220595] env[62839]: DEBUG nova.compute.manager [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Refreshing instance network info cache due to event network-changed-730f6c02-37d4-4fbb-97e0-4ee86e2516bf. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1227.220875] env[62839]: DEBUG oslo_concurrency.lockutils [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] Acquiring lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.221038] env[62839]: DEBUG oslo_concurrency.lockutils [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] Acquired lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.221204] env[62839]: DEBUG nova.network.neutron [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Refreshing network info cache for port 730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.977405] env[62839]: DEBUG nova.network.neutron [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Updated VIF entry in instance network info cache for port 730f6c02-37d4-4fbb-97e0-4ee86e2516bf. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.977764] env[62839]: DEBUG nova.network.neutron [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Updating instance_info_cache with network_info: [{"id": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "address": "fa:16:3e:c7:c2:c8", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730f6c02-37", "ovs_interfaceid": "730f6c02-37d4-4fbb-97e0-4ee86e2516bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.480825] env[62839]: DEBUG oslo_concurrency.lockutils [req-d8bf935b-3a02-442b-ade4-84fe4fbe41bd req-5a0709e3-2842-4acc-958c-2bb7884f70c8 service nova] Releasing lock "refresh_cache-1ad5ef78-3f5e-4292-b22b-76ed03215c79" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.723833] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.724257] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.229998] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.230215] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.230356] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.230508] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.230651] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.230794] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.230930] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1230.231420] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.734476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.734942] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.735122] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.735279] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1230.736558] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e7560c-1568-44d8-94ef-45d02c3f9f3b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.750746] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665dd3e-a8a2-4d1c-bf1b-6df27a34f231 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.777139] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa114a-c0b9-46d9-b0c8-0ebd40f1d9aa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.794959] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c39a1-56db-48b2-bd37-5d03bf9d7900 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.840720] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180074MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1230.840931] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.841210] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.870017] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1231.870298] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 8e43a81e-ce44-429a-8a32-3938807c6058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1231.870340] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1231.870439] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance e318e224-248f-40bd-b340-52b48716ad4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1231.870547] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance d20ec3da-2f53-473a-8dab-323b138f95eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1231.870659] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 1ad5ef78-3f5e-4292-b22b-76ed03215c79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1231.870844] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1231.870981] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1231.957594] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc8d4c3-04e8-406a-92d9-74df86f07992 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.965864] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401cbfb-05af-4771-ad7e-30ea828cd96a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.996516] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d02ca5-32ee-4fd0-8920-d82f83217539 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.004481] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b3bbe-08cc-4d7d-a699-3b982a47f378 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.019847] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.328568] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.328918] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.524067] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.815439] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52491d4e-d328-5791-42dc-0deafc0b0ec8/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.816396] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5e848-b1c5-4e96-bc18-c04a95823e59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.822772] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52491d4e-d328-5791-42dc-0deafc0b0ec8/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.822963] env[62839]: ERROR oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52491d4e-d328-5791-42dc-0deafc0b0ec8/disk-0.vmdk due to incomplete transfer. [ 1232.823191] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ed857d06-9891-4893-a2a0-6860e61e2456 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.830653] env[62839]: DEBUG oslo_vmware.rw_handles [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52491d4e-d328-5791-42dc-0deafc0b0ec8/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1232.830848] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Uploaded image f1998e16-f610-4b90-9230-13dba2d95e9d to the Glance image server {{(pid=62839) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1232.833214] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Destroying the VM {{(pid=62839) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1232.834135] env[62839]: DEBUG nova.compute.utils [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.835296] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4e149a5-77c8-4997-ba48-4bfeb5714b31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.841879] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1232.841879] env[62839]: value = "task-2758022" [ 1232.841879] env[62839]: _type = "Task" [ 1232.841879] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.850892] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758022, 'name': Destroy_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.030546] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1233.030933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.338823] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.351690] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758022, 'name': Destroy_Task, 'duration_secs': 0.354002} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.351928] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Destroyed the VM [ 1233.352180] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Deleting Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1233.352416] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58356d5e-b28b-4d7c-aaa1-ea69c6573669 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.358223] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1233.358223] env[62839]: value = "task-2758024" [ 1233.358223] env[62839]: _type = "Task" [ 1233.358223] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.366483] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758024, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.868410] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758024, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350515} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.868689] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Deleted Snapshot of the VM instance {{(pid=62839) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1233.868976] env[62839]: DEBUG nova.compute.manager [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.869769] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffbb11b-da16-401b-8068-e1c9cf2164cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.382046] env[62839]: INFO nova.compute.manager [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Shelve offloading [ 1234.408495] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.408711] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.408935] env[62839]: INFO nova.compute.manager [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Attaching volume 1e91c0c3-daad-4648-b215-6b2fbe7d8e04 to /dev/sdb [ 1234.439254] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb6928e-9d47-4cef-8cc0-202cfc0be418 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.446544] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0baf7e8-fc64-48e1-aaa4-0cb466a3a602 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.459640] env[62839]: DEBUG nova.virt.block_device [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Updating existing volume attachment record: 9f536cc6-198c-4b3f-aa1c-cc8cad4ab010 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.885503] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.885758] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e5eb4fd-51c4-40ed-9bca-d4f60302990a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.892886] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1234.892886] env[62839]: value = "task-2758026" [ 1234.892886] env[62839]: _type = "Task" [ 1234.892886] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.901123] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.404018] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1235.404454] env[62839]: DEBUG nova.compute.manager [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.405050] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb573e-0055-4836-8f17-f1f73bb5a3e0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.410647] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.410813] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.410982] env[62839]: DEBUG nova.network.neutron [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.106322] env[62839]: DEBUG nova.network.neutron [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d859e9-16", "ovs_interfaceid": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.609826] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.805726] env[62839]: DEBUG nova.compute.manager [req-0c46c0fa-fe9e-4f96-9e45-edb21e935e7a req-15ec487d-46e1-4884-b686-c0db79fd63d7 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-vif-unplugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.805854] env[62839]: DEBUG oslo_concurrency.lockutils [req-0c46c0fa-fe9e-4f96-9e45-edb21e935e7a req-15ec487d-46e1-4884-b686-c0db79fd63d7 service nova] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.806067] env[62839]: DEBUG oslo_concurrency.lockutils [req-0c46c0fa-fe9e-4f96-9e45-edb21e935e7a req-15ec487d-46e1-4884-b686-c0db79fd63d7 service nova] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.806239] env[62839]: DEBUG oslo_concurrency.lockutils [req-0c46c0fa-fe9e-4f96-9e45-edb21e935e7a req-15ec487d-46e1-4884-b686-c0db79fd63d7 service nova] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.806403] env[62839]: DEBUG nova.compute.manager [req-0c46c0fa-fe9e-4f96-9e45-edb21e935e7a req-15ec487d-46e1-4884-b686-c0db79fd63d7 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] No waiting events found dispatching network-vif-unplugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.806568] env[62839]: WARNING nova.compute.manager [req-0c46c0fa-fe9e-4f96-9e45-edb21e935e7a req-15ec487d-46e1-4884-b686-c0db79fd63d7 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received unexpected event network-vif-unplugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c for instance with vm_state shelved and task_state shelving_offloading. [ 1236.891869] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.892769] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf54b15-7e4a-4422-af9a-0372fc217692 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.900393] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.900616] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fcfb83c-dfc7-43b9-8be4-961417fe2eab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.071204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.071204] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.071204] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleting the datastore file [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.071204] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d40d868-2b1c-407e-b209-d8cf2467b55f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.077199] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1237.077199] env[62839]: value = "task-2758029" [ 1237.077199] env[62839]: _type = "Task" [ 1237.077199] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.085399] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.447557] env[62839]: DEBUG nova.compute.manager [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1237.587464] env[62839]: DEBUG oslo_vmware.api [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161293} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.587658] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.587833] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.588027] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.612258] env[62839]: INFO nova.scheduler.client.report [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted allocations for instance 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df [ 1237.965666] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.965963] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.117261] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.472028] env[62839]: INFO nova.compute.claims [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.830234] env[62839]: DEBUG nova.compute.manager [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.830234] env[62839]: DEBUG nova.compute.manager [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing instance network info cache due to event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1238.830552] env[62839]: DEBUG oslo_concurrency.lockutils [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] Acquiring lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.830552] env[62839]: DEBUG oslo_concurrency.lockutils [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] Acquired lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.830689] env[62839]: DEBUG nova.network.neutron [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.976890] env[62839]: INFO nova.compute.resource_tracker [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating resource usage from migration b91d0683-c35b-4004-b9e6-5dc8c6966076 [ 1239.059799] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b19fcf-2226-47dd-a77b-853d06bdd34a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.067533] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49b81f-80d9-4148-bfa2-ed99d31851c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.099052] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad04b1e-ab29-4c1e-836b-4087ddd24ad7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.106261] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e7580e-e223-4eef-99e3-41caba983840 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.119015] env[62839]: DEBUG nova.compute.provider_tree [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.217653] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.525642] env[62839]: DEBUG nova.network.neutron [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updated VIF entry in instance network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.526106] env[62839]: DEBUG nova.network.neutron [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc5d859e9-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.621967] env[62839]: DEBUG nova.scheduler.client.report [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.029391] env[62839]: DEBUG oslo_concurrency.lockutils [req-9b937e8c-bfca-474c-b378-c0426ac83153 req-da7935eb-1f09-486c-a536-6fc024c72e92 service nova] Releasing lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.127047] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.161s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.127118] env[62839]: INFO nova.compute.manager [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Migrating [ 1240.133485] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.016s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.133700] env[62839]: DEBUG nova.objects.instance [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'resources' on Instance uuid 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.142878] env[62839]: DEBUG nova.objects.instance [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.644655] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.644867] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.645027] env[62839]: DEBUG nova.network.neutron [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.647346] env[62839]: DEBUG nova.objects.base [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Object Instance<6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df> lazy-loaded attributes: resources,numa_topology {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.740322] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1699add-29b1-4791-b604-9f830498a576 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.747850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278583e7-acb6-4d5b-8b4e-72a16d8b72f1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.777961] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f7aa84-8bc0-4a6d-bf79-8ce120fe330d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.785192] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0019ba-5249-45ee-9f3d-11adc143a438 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.798305] env[62839]: DEBUG nova.compute.provider_tree [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.011189] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1241.011452] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554944', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'name': 'volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e318e224-248f-40bd-b340-52b48716ad4e', 'attached_at': '', 'detached_at': '', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'serial': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1241.012336] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cdf1de-4f18-4bb9-b84e-dc09e895eaae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.028649] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ae1c4-cd0a-43b0-a90c-4b226c461929 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.051830] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04/volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.052127] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02235b6-b26a-4293-a2f2-7bdf7f6a440d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.069893] env[62839]: DEBUG oslo_vmware.api [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1241.069893] env[62839]: value = "task-2758033" [ 1241.069893] env[62839]: _type = "Task" [ 1241.069893] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.077783] env[62839]: DEBUG oslo_vmware.api [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.304071] env[62839]: DEBUG nova.scheduler.client.report [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.583070] env[62839]: DEBUG oslo_vmware.api [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758033, 'name': ReconfigVM_Task, 'duration_secs': 0.3511} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.583070] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04/volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.585382] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962c201d-6217-4bbd-809f-176895e82c8c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.602258] env[62839]: DEBUG oslo_vmware.api [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1241.602258] env[62839]: value = "task-2758035" [ 1241.602258] env[62839]: _type = "Task" [ 1241.602258] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.612216] env[62839]: DEBUG oslo_vmware.api [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.659876] env[62839]: DEBUG nova.network.neutron [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.808983] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.112200] env[62839]: DEBUG oslo_vmware.api [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758035, 'name': ReconfigVM_Task, 'duration_secs': 0.134131} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.112577] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554944', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'name': 'volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e318e224-248f-40bd-b340-52b48716ad4e', 'attached_at': '', 'detached_at': '', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'serial': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.163198] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.316605] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c4cc3fe9-487d-4257-967a-5ba21614c931 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.897s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.317396] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.100s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.317593] env[62839]: INFO nova.compute.manager [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Unshelving [ 1243.147526] env[62839]: DEBUG nova.objects.instance [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'flavor' on Instance uuid e318e224-248f-40bd-b340-52b48716ad4e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.342502] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.342502] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.342502] env[62839]: DEBUG nova.objects.instance [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.652991] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ca0af57d-bc73-43b2-8fa8-e71ee1b967c3 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.244s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.677355] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14874275-09d5-445c-8fcd-a9822a370dbc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.698220] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance 'd20ec3da-2f53-473a-8dab-323b138f95eb' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.845584] env[62839]: DEBUG nova.objects.instance [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.944828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.945238] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.204253] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.204638] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1e3c99-9aae-4201-9ef7-7cdd3653e220 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.211747] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1244.211747] env[62839]: value = "task-2758037" [ 1244.211747] env[62839]: _type = "Task" [ 1244.211747] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.220464] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.348612] env[62839]: INFO nova.compute.claims [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.448932] env[62839]: INFO nova.compute.manager [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Detaching volume 1e91c0c3-daad-4648-b215-6b2fbe7d8e04 [ 1244.482820] env[62839]: INFO nova.virt.block_device [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Attempting to driver detach volume 1e91c0c3-daad-4648-b215-6b2fbe7d8e04 from mountpoint /dev/sdb [ 1244.483110] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.483308] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554944', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'name': 'volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e318e224-248f-40bd-b340-52b48716ad4e', 'attached_at': '', 'detached_at': '', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'serial': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.484169] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603e971-28d8-48fc-9329-19aef072ce36 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.505442] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4114f2d6-66fc-4d69-a393-a9e2093e9409 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.512397] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67c2fb-0672-4cca-b967-a5f227852033 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.532531] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8a7ad4-5ac2-41b1-9b81-82300689a28e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.547017] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] The volume has not been displaced from its original location: [datastore1] volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04/volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.552082] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.552348] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eaabf76-a47d-4f58-88af-2bd931bd1f44 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.569547] env[62839]: DEBUG oslo_vmware.api [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1244.569547] env[62839]: value = "task-2758038" [ 1244.569547] env[62839]: _type = "Task" [ 1244.569547] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.578655] env[62839]: DEBUG oslo_vmware.api [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.721485] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758037, 'name': PowerOffVM_Task, 'duration_secs': 0.198949} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.721708] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.721892] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance 'd20ec3da-2f53-473a-8dab-323b138f95eb' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.078830] env[62839]: DEBUG oslo_vmware.api [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758038, 'name': ReconfigVM_Task, 'duration_secs': 0.22378} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.079156] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.083793] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7405dcaa-0bf2-4ce9-a9fe-db413281078b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.100259] env[62839]: DEBUG oslo_vmware.api [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1245.100259] env[62839]: value = "task-2758039" [ 1245.100259] env[62839]: _type = "Task" [ 1245.100259] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.108759] env[62839]: DEBUG oslo_vmware.api [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.229815] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.230262] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.230332] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.230600] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.230815] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.231041] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.231354] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.231608] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.231859] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.232115] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.232403] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.239386] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1afcabb-5c59-4fde-a466-a57d1931bebf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.256639] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1245.256639] env[62839]: value = "task-2758040" [ 1245.256639] env[62839]: _type = "Task" [ 1245.256639] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.270469] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.459961] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e1375c-e118-4318-8bb2-d5a69f36f255 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.468173] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb58432f-0825-433d-bc00-fcbe8279141b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.498187] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1347224a-47aa-41bb-9e43-7351d30b7466 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.506957] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f84866f-fec8-4e84-8d18-0bd24743af59 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.522251] env[62839]: DEBUG nova.compute.provider_tree [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.610524] env[62839]: DEBUG oslo_vmware.api [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758039, 'name': ReconfigVM_Task, 'duration_secs': 0.159003} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.610821] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554944', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'name': 'volume-1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e318e224-248f-40bd-b340-52b48716ad4e', 'attached_at': '', 'detached_at': '', 'volume_id': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04', 'serial': '1e91c0c3-daad-4648-b215-6b2fbe7d8e04'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1245.767589] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758040, 'name': ReconfigVM_Task, 'duration_secs': 0.187918} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.767926] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance 'd20ec3da-2f53-473a-8dab-323b138f95eb' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.028422] env[62839]: DEBUG nova.scheduler.client.report [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.151295] env[62839]: DEBUG nova.objects.instance [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'flavor' on Instance uuid e318e224-248f-40bd-b340-52b48716ad4e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.273992] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.274313] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.274485] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.274979] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.274979] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.275115] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.275329] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.275584] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.275798] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.276034] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.276275] env[62839]: DEBUG nova.virt.hardware [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.281526] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.281829] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaef971f-5967-4390-bc96-073cbe7af010 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.302879] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1246.302879] env[62839]: value = "task-2758041" [ 1246.302879] env[62839]: _type = "Task" [ 1246.302879] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.312695] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.397890] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.398141] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.533470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.192s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.563993] env[62839]: INFO nova.network.neutron [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1246.813535] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758041, 'name': ReconfigVM_Task, 'duration_secs': 0.183463} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.813829] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.814604] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c813e5-6c3c-4516-87f1-293f14618d73 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.836909] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.837215] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6021a432-4e9d-4849-b87f-13d49554b34b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.856732] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1246.856732] env[62839]: value = "task-2758042" [ 1246.856732] env[62839]: _type = "Task" [ 1246.856732] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.866817] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.900510] env[62839]: DEBUG nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.158660] env[62839]: DEBUG oslo_concurrency.lockutils [None req-ed6c72ee-7900-4ed8-b5ef-700a211cbd48 tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.367335] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758042, 'name': ReconfigVM_Task, 'duration_secs': 0.256823} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.367670] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfigured VM instance instance-00000076 to attach disk [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.367830] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance 'd20ec3da-2f53-473a-8dab-323b138f95eb' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.422195] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.422461] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.424042] env[62839]: INFO nova.compute.claims [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.874537] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269b28b-af97-490a-a612-cb485663d890 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.894931] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73897b86-27f7-4042-a5b4-71fe69190674 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.913870] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance 'd20ec3da-2f53-473a-8dab-323b138f95eb' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.933352] env[62839]: DEBUG nova.compute.manager [req-1e315ae8-2053-4682-bca0-154bdb386368 req-083c9c66-c87a-4798-aaad-b47d6c7aefcd service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-vif-plugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.933570] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e315ae8-2053-4682-bca0-154bdb386368 req-083c9c66-c87a-4798-aaad-b47d6c7aefcd service nova] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.933774] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e315ae8-2053-4682-bca0-154bdb386368 req-083c9c66-c87a-4798-aaad-b47d6c7aefcd service nova] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.933939] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e315ae8-2053-4682-bca0-154bdb386368 req-083c9c66-c87a-4798-aaad-b47d6c7aefcd service nova] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.934203] env[62839]: DEBUG nova.compute.manager [req-1e315ae8-2053-4682-bca0-154bdb386368 req-083c9c66-c87a-4798-aaad-b47d6c7aefcd service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] No waiting events found dispatching network-vif-plugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.934328] env[62839]: WARNING nova.compute.manager [req-1e315ae8-2053-4682-bca0-154bdb386368 req-083c9c66-c87a-4798-aaad-b47d6c7aefcd service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received unexpected event network-vif-plugged-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c for instance with vm_state shelved_offloaded and task_state spawning. [ 1248.026200] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.026399] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.026575] env[62839]: DEBUG nova.network.neutron [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.192529] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.192828] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.193078] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "e318e224-248f-40bd-b340-52b48716ad4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.193286] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.193470] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.195701] env[62839]: INFO nova.compute.manager [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Terminating instance [ 1248.468185] env[62839]: DEBUG nova.network.neutron [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Port a8aa03d0-a6ef-4a12-adba-007e23a7d70d binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.543640] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a70609c-6fdd-4012-aa6f-65da91136660 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.552799] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f168f-04a7-4fe8-b905-c03767fbef0b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.584869] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8abb07-dec4-42be-8f83-e22438b9c6c5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.592524] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43ddf02-416a-456a-8bbd-fe993b8491b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.606482] env[62839]: DEBUG nova.compute.provider_tree [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.701927] env[62839]: DEBUG nova.compute.manager [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.702171] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.703022] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04539984-fb26-4059-8b4e-57399f3239fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.710965] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.711208] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb6ff2e6-fb04-476f-8948-cec278f80277 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.717943] env[62839]: DEBUG oslo_vmware.api [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1248.717943] env[62839]: value = "task-2758043" [ 1248.717943] env[62839]: _type = "Task" [ 1248.717943] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.725913] env[62839]: DEBUG oslo_vmware.api [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.766551] env[62839]: DEBUG nova.network.neutron [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d859e9-16", "ovs_interfaceid": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.109146] env[62839]: DEBUG nova.scheduler.client.report [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.227703] env[62839]: DEBUG oslo_vmware.api [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758043, 'name': PowerOffVM_Task, 'duration_secs': 0.181955} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.227911] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.228095] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.228353] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45da6872-47d8-489c-8f47-55c3350689be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.269236] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.297406] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ba7ac5c9a26f0e6a2acb92fc2b8f2696',container_format='bare',created_at=2025-02-21T08:29:49Z,direct_url=,disk_format='vmdk',id=f1998e16-f610-4b90-9230-13dba2d95e9d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1113370472-shelved',owner='c2dcc5a558bb4b049d04c5352262d5d8',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-21T08:30:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.297707] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.297818] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.298009] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.298170] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.298321] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.298536] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.298699] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.298868] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.299099] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.299398] env[62839]: DEBUG nova.virt.hardware [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.300402] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7ff776-ef5e-4066-bc7a-ce18974aa623 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.303803] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.304009] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.304218] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleting the datastore file [datastore1] e318e224-248f-40bd-b340-52b48716ad4e {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.304831] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a5c1c0-a37b-439c-868c-6c4f6ee1ac0a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.310051] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc14b0-9e57-4681-b70b-c2a17156b552 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.314788] env[62839]: DEBUG oslo_vmware.api [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for the task: (returnval){ [ 1249.314788] env[62839]: value = "task-2758045" [ 1249.314788] env[62839]: _type = "Task" [ 1249.314788] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.326337] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:dc:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.333646] env[62839]: DEBUG oslo.service.loopingcall [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.334245] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.334462] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82092387-5419-4e80-bf23-1a39f5ebf584 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.354635] env[62839]: DEBUG oslo_vmware.api [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.360943] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.360943] env[62839]: value = "task-2758046" [ 1249.360943] env[62839]: _type = "Task" [ 1249.360943] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.372221] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758046, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.491994] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.492398] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.492398] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.614052] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.614460] env[62839]: DEBUG nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.824913] env[62839]: DEBUG oslo_vmware.api [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Task: {'id': task-2758045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148093} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.825165] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.825329] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.825511] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.825689] env[62839]: INFO nova.compute.manager [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1249.825952] env[62839]: DEBUG oslo.service.loopingcall [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.826171] env[62839]: DEBUG nova.compute.manager [-] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.826291] env[62839]: DEBUG nova.network.neutron [-] [instance: e318e224-248f-40bd-b340-52b48716ad4e] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.870642] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758046, 'name': CreateVM_Task, 'duration_secs': 0.340942} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.870807] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.871494] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.871673] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.872143] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.872353] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df6e399-9ddd-4556-b8aa-ac2de5fca9b4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.877632] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1249.877632] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fb7a6f-486a-92f5-2eea-9f2f4a1fec4a" [ 1249.877632] env[62839]: _type = "Task" [ 1249.877632] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.887670] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fb7a6f-486a-92f5-2eea-9f2f4a1fec4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.958749] env[62839]: DEBUG nova.compute.manager [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1249.958749] env[62839]: DEBUG nova.compute.manager [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing instance network info cache due to event network-changed-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1249.958749] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] Acquiring lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.958932] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] Acquired lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.958977] env[62839]: DEBUG nova.network.neutron [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Refreshing network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.119791] env[62839]: DEBUG nova.compute.utils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.121180] env[62839]: DEBUG nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.121323] env[62839]: DEBUG nova.network.neutron [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.180689] env[62839]: DEBUG nova.policy [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45852c6f14942eea559d7a07e368b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81bd0646e1ca4557bf9039d12f0bf42e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.388820] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.388820] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Processing image f1998e16-f610-4b90-9230-13dba2d95e9d {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.388974] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d/f1998e16-f610-4b90-9230-13dba2d95e9d.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.389104] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d/f1998e16-f610-4b90-9230-13dba2d95e9d.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.389272] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.389523] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d065e81-b40c-4256-8252-3bc841c9d3b7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.398855] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.399232] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.400287] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebf878a-9770-450d-9f8e-f22bc4b0b6be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.406179] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1250.406179] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5278d64b-ab84-6900-aa22-cd9a4104e3b0" [ 1250.406179] env[62839]: _type = "Task" [ 1250.406179] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.414234] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5278d64b-ab84-6900-aa22-cd9a4104e3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.548313] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.548313] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.548313] env[62839]: DEBUG nova.network.neutron [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.589308] env[62839]: DEBUG nova.network.neutron [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Successfully created port: 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.628270] env[62839]: DEBUG nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.857915] env[62839]: DEBUG nova.network.neutron [-] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.875484] env[62839]: DEBUG nova.network.neutron [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updated VIF entry in instance network info cache for port c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.876864] env[62839]: DEBUG nova.network.neutron [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [{"id": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "address": "fa:16:3e:78:dc:0b", "network": {"id": "3622e89d-099f-4c46-ae1a-176d59b82e4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1819686674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dcc5a558bb4b049d04c5352262d5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d859e9-16", "ovs_interfaceid": "c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.920559] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Preparing fetch location {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1250.921316] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Fetch image to [datastore1] OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce/OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce.vmdk {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1250.921977] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Downloading stream optimized image f1998e16-f610-4b90-9230-13dba2d95e9d to [datastore1] OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce/OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce.vmdk on the data store datastore1 as vApp {{(pid=62839) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1250.921977] env[62839]: DEBUG nova.virt.vmwareapi.images [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Downloading image file data f1998e16-f610-4b90-9230-13dba2d95e9d to the ESX as VM named 'OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce' {{(pid=62839) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1250.999984] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1250.999984] env[62839]: value = "resgroup-9" [ 1250.999984] env[62839]: _type = "ResourcePool" [ 1250.999984] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1251.000315] env[62839]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-74c3de68-4014-422a-88a2-44dd5b1d0991 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.021906] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease: (returnval){ [ 1251.021906] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc9ae5-1413-5393-4672-06e099731a8a" [ 1251.021906] env[62839]: _type = "HttpNfcLease" [ 1251.021906] env[62839]: } obtained for vApp import into resource pool (val){ [ 1251.021906] env[62839]: value = "resgroup-9" [ 1251.021906] env[62839]: _type = "ResourcePool" [ 1251.021906] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1251.022383] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the lease: (returnval){ [ 1251.022383] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc9ae5-1413-5393-4672-06e099731a8a" [ 1251.022383] env[62839]: _type = "HttpNfcLease" [ 1251.022383] env[62839]: } to be ready. {{(pid=62839) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1251.030099] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.030099] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc9ae5-1413-5393-4672-06e099731a8a" [ 1251.030099] env[62839]: _type = "HttpNfcLease" [ 1251.030099] env[62839]: } is initializing. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1251.133347] env[62839]: INFO nova.virt.block_device [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Booting with volume e26b6413-ab82-49c7-9206-175bdfc2d918 at /dev/sda [ 1251.174237] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d69e6acf-2d24-4104-bb70-dbfc727df04c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.187845] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f3b90-367f-4a3e-b021-e64dccb75bab {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.221373] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ef6df11-6ba7-4a90-ac9e-5803e704846d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.232283] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704f7c2c-c232-4ed5-ba66-577167da473e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.264844] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83148a4c-1af9-4c56-af14-4ac14670b737 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.271867] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191f015-f28d-465d-aa0b-02088676952b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.286876] env[62839]: DEBUG nova.virt.block_device [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating existing volume attachment record: d6e6ec21-7a58-4457-830d-6f5d7ad0d1f4 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1251.335777] env[62839]: DEBUG nova.network.neutron [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.359980] env[62839]: INFO nova.compute.manager [-] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Took 1.53 seconds to deallocate network for instance. [ 1251.379622] env[62839]: DEBUG oslo_concurrency.lockutils [req-4a37bcba-da77-4856-8622-a24cbb33fd05 req-4093dd24-acbd-4cac-b1ad-e839f5fa0278 service nova] Releasing lock "refresh_cache-6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.531348] env[62839]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.531348] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc9ae5-1413-5393-4672-06e099731a8a" [ 1251.531348] env[62839]: _type = "HttpNfcLease" [ 1251.531348] env[62839]: } is ready. {{(pid=62839) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1251.531678] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1251.531678] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fc9ae5-1413-5393-4672-06e099731a8a" [ 1251.531678] env[62839]: _type = "HttpNfcLease" [ 1251.531678] env[62839]: }. {{(pid=62839) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1251.532414] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78591017-88d6-47fd-9e59-d4009c76ffdb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.539746] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52791e23-6c6f-e793-bb6b-e159da00fcd2/disk-0.vmdk from lease info. {{(pid=62839) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1251.539926] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52791e23-6c6f-e793-bb6b-e159da00fcd2/disk-0.vmdk. {{(pid=62839) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1251.603615] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4176c587-44e6-4074-8a1c-351912458fc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.838195] env[62839]: DEBUG oslo_concurrency.lockutils [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.867640] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.868279] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.868279] env[62839]: DEBUG nova.objects.instance [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lazy-loading 'resources' on Instance uuid e318e224-248f-40bd-b340-52b48716ad4e {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.989588] env[62839]: DEBUG nova.compute.manager [req-d5fd55c5-aa95-4444-a545-0ada3e4027a1 req-0e239d31-6d66-45c3-9042-8f2aec54ae5f service nova] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Received event network-vif-deleted-f9382cb2-994d-46ec-88f4-65beef61d21d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.212197] env[62839]: DEBUG nova.network.neutron [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Successfully updated port: 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.364905] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae198a1-b81a-4948-bd28-b36a1b902b13 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.398213] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68574d21-2dbe-4731-9645-55af8e59075e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.409520] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance 'd20ec3da-2f53-473a-8dab-323b138f95eb' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.503776] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a46159-0860-455b-9ed8-b2713da021ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.512137] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe3f99-bede-439b-929d-434cabdb8df0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.551029] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf9fb3-69f4-4a1f-bada-0d878bfba1be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.559440] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d8acba-5bd0-4106-adaa-cce3cb195597 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.576707] env[62839]: DEBUG nova.compute.provider_tree [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.714796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.714796] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.715199] env[62839]: DEBUG nova.network.neutron [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.725450] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Completed reading data from the image iterator. {{(pid=62839) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1252.725668] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52791e23-6c6f-e793-bb6b-e159da00fcd2/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1252.726828] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15549495-29c3-461f-a810-ae3e6e1b6bea {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.734070] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52791e23-6c6f-e793-bb6b-e159da00fcd2/disk-0.vmdk is in state: ready. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1252.734242] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52791e23-6c6f-e793-bb6b-e159da00fcd2/disk-0.vmdk. {{(pid=62839) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1252.734694] env[62839]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ed99c5e4-21d7-440b-bc5d-daa0d3771535 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.919632] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.919925] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9eae3b8-81d0-4e38-a7cf-a294c5bf9f07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.927998] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1252.927998] env[62839]: value = "task-2758048" [ 1252.927998] env[62839]: _type = "Task" [ 1252.927998] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.929353] env[62839]: DEBUG oslo_vmware.rw_handles [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52791e23-6c6f-e793-bb6b-e159da00fcd2/disk-0.vmdk. {{(pid=62839) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1252.929525] env[62839]: INFO nova.virt.vmwareapi.images [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Downloaded image file data f1998e16-f610-4b90-9230-13dba2d95e9d [ 1252.933566] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4c3220-ec93-4c25-9885-87433ec5ee9f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.952181] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1515c303-cb7b-49ac-8442-5a297f2be2c0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.953813] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.006337] env[62839]: INFO nova.virt.vmwareapi.images [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] The imported VM was unregistered [ 1253.009074] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Caching image {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1253.009418] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.009824] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bc3e187-23aa-4b60-89ba-0f338040904f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.026885] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Created directory with path [datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.027097] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce/OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce.vmdk to [datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d/f1998e16-f610-4b90-9230-13dba2d95e9d.vmdk. {{(pid=62839) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1253.027354] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f65d316e-7e14-4b05-899d-eee95778e5ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.035577] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1253.035577] env[62839]: value = "task-2758050" [ 1253.035577] env[62839]: _type = "Task" [ 1253.035577] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.043452] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758050, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.080125] env[62839]: DEBUG nova.scheduler.client.report [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.262484] env[62839]: DEBUG nova.network.neutron [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.380970] env[62839]: DEBUG nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.381923] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.382315] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.382577] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.383124] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.383239] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.383361] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.383583] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.383745] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.383947] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.384263] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.384524] env[62839]: DEBUG nova.virt.hardware [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.388226] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2288708-590b-47c2-aebe-e149bca00f13 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.398025] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25725f-ea10-4b9e-8ec2-4636515dd7e4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.426495] env[62839]: DEBUG nova.network.neutron [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [{"id": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "address": "fa:16:3e:74:af:a5", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4d9dd4-d2", "ovs_interfaceid": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.439165] env[62839]: DEBUG oslo_vmware.api [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758048, 'name': PowerOnVM_Task, 'duration_secs': 0.426091} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.439538] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.439704] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-97ae5e0d-221b-40e0-8bbf-d2e09b1907df tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance 'd20ec3da-2f53-473a-8dab-323b138f95eb' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.548063] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758050, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.585921] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.608048] env[62839]: INFO nova.scheduler.client.report [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Deleted allocations for instance e318e224-248f-40bd-b340-52b48716ad4e [ 1253.929526] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.931065] env[62839]: DEBUG nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Instance network_info: |[{"id": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "address": "fa:16:3e:74:af:a5", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4d9dd4-d2", "ovs_interfaceid": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.931065] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:af:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f4d9dd4-d25d-4dfd-8399-295f16e29ae1', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.939894] env[62839]: DEBUG oslo.service.loopingcall [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.940221] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.940541] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e36d6b08-5d28-473f-97dc-579229ded4c9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.968752] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.968752] env[62839]: value = "task-2758051" [ 1253.968752] env[62839]: _type = "Task" [ 1253.968752] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.978415] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.021127] env[62839]: DEBUG nova.compute.manager [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Received event network-vif-plugged-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.021437] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] Acquiring lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.021600] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.021771] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.021946] env[62839]: DEBUG nova.compute.manager [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] No waiting events found dispatching network-vif-plugged-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.022169] env[62839]: WARNING nova.compute.manager [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Received unexpected event network-vif-plugged-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 for instance with vm_state building and task_state spawning. [ 1254.022386] env[62839]: DEBUG nova.compute.manager [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Received event network-changed-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.022562] env[62839]: DEBUG nova.compute.manager [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Refreshing instance network info cache due to event network-changed-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1254.022753] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] Acquiring lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.022898] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] Acquired lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.023286] env[62839]: DEBUG nova.network.neutron [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Refreshing network info cache for port 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.047278] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758050, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.115516] env[62839]: DEBUG oslo_concurrency.lockutils [None req-4b9a6b89-5cad-4be5-92fa-2cc4d39a1bbc tempest-AttachVolumeNegativeTest-774988322 tempest-AttachVolumeNegativeTest-774988322-project-member] Lock "e318e224-248f-40bd-b340-52b48716ad4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.479892] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.548381] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758050, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.739250] env[62839]: DEBUG nova.network.neutron [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updated VIF entry in instance network info cache for port 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.739538] env[62839]: DEBUG nova.network.neutron [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [{"id": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "address": "fa:16:3e:74:af:a5", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4d9dd4-d2", "ovs_interfaceid": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.988646] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.049400] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758050, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.243019] env[62839]: DEBUG oslo_concurrency.lockutils [req-f3f13352-8fd5-4c75-b013-d58fae6a9e74 req-8fc59b9a-6e08-4434-9064-8457ae1e7b4a service nova] Releasing lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.486370] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.548812] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758050, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.979728] env[62839]: DEBUG nova.network.neutron [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Port a8aa03d0-a6ef-4a12-adba-007e23a7d70d binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1255.979985] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.980153] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.980317] env[62839]: DEBUG nova.network.neutron [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.987970] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.049570] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758050, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.571794} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.049910] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce/OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce.vmdk to [datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d/f1998e16-f610-4b90-9230-13dba2d95e9d.vmdk. [ 1256.050033] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Cleaning up location [datastore1] OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1256.050584] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0ccc23a1-90de-44a9-9e5b-fc6cc01288ce {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.050584] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dcb160d-3d67-45c0-8c0e-2e885ece3ddd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.057872] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1256.057872] env[62839]: value = "task-2758053" [ 1256.057872] env[62839]: _type = "Task" [ 1256.057872] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.066216] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.490292] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.570843] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159513} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.571286] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.571591] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d/f1998e16-f610-4b90-9230-13dba2d95e9d.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.571995] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d/f1998e16-f610-4b90-9230-13dba2d95e9d.vmdk to [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.575685] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76eab069-c1a1-4698-8390-4a3df34d3799 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.586454] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1256.586454] env[62839]: value = "task-2758054" [ 1256.586454] env[62839]: _type = "Task" [ 1256.586454] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.597457] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.720285] env[62839]: DEBUG nova.network.neutron [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.986611] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 25%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.098030] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758054, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.222974] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.486782] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.604405] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758054, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.726086] env[62839]: DEBUG nova.compute.manager [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62839) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1257.726413] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.726669] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.988885] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758051, 'name': CreateVM_Task, 'duration_secs': 3.652791} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.989174] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.990000] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd6e6ec21-7a58-4457-830d-6f5d7ad0d1f4', 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554945', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'name': 'volume-e26b6413-ab82-49c7-9206-175bdfc2d918', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d0849bc-4e3c-4efc-8714-695e383ae2a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'serial': 'e26b6413-ab82-49c7-9206-175bdfc2d918'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62839) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1257.990327] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Root volume attach. Driver type: vmdk {{(pid=62839) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1257.991328] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b23816-8c56-4eb9-8bd5-0ddbc6bf0ad6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.002712] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a322e02-9df9-4907-bbd8-6124bd88f96d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.010432] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d7750-e1df-4362-9279-5c27d9740468 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.017450] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-24fa3c61-0904-4729-b36f-4386b93cd666 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.026091] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1258.026091] env[62839]: value = "task-2758056" [ 1258.026091] env[62839]: _type = "Task" [ 1258.026091] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.035285] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.099330] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758054, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.230339] env[62839]: DEBUG nova.objects.instance [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'migration_context' on Instance uuid d20ec3da-2f53-473a-8dab-323b138f95eb {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.536271] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 29%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.600954] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758054, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.843610] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff83d6-3a05-45b5-87d0-2bc90a729f42 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.852297] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c297f3f6-c9b0-4550-aadd-294b07beb09a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.884018] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d434703c-66fc-4100-90d7-46c60c32967e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.892665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd88af2-9a71-4a24-868f-b69aeb79071d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.909472] env[62839]: DEBUG nova.compute.provider_tree [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.037930] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 34%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.105569] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758054, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.412883] env[62839]: DEBUG nova.scheduler.client.report [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.540889] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 47%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.604970] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758054, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.628133} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.605361] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f1998e16-f610-4b90-9230-13dba2d95e9d/f1998e16-f610-4b90-9230-13dba2d95e9d.vmdk to [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.606246] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d41831-38c9-49c6-9055-6bf39558b24c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.632015] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.632443] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed17e4e9-946e-4541-8a53-39d528027404 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.656953] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1259.656953] env[62839]: value = "task-2758057" [ 1259.656953] env[62839]: _type = "Task" [ 1259.656953] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.665207] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.041109] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 60%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.170992] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758057, 'name': ReconfigVM_Task, 'duration_secs': 0.335066} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.171508] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df/6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df.vmdk or device None with type streamOptimized {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.172061] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-150737dd-207d-4b97-83a0-8ec054c06b95 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.182686] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1260.182686] env[62839]: value = "task-2758058" [ 1260.182686] env[62839]: _type = "Task" [ 1260.182686] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.194108] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758058, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.424524] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.698s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.539558] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 73%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.694300] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758058, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.043815] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 84%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.200549] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758058, 'name': Rename_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.540827] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 97%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.695603] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758058, 'name': Rename_Task, 'duration_secs': 1.274701} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.695938] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.696280] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c7d9238-78ee-4fb1-8756-972aba3fb436 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.704460] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1261.704460] env[62839]: value = "task-2758060" [ 1261.704460] env[62839]: _type = "Task" [ 1261.704460] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.711913] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.966524] env[62839]: INFO nova.compute.manager [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Swapping old allocation on dict_keys(['508aab94-35b0-4514-a42a-7deab951898a']) held by migration b91d0683-c35b-4004-b9e6-5dc8c6966076 for instance [ 1261.989820] env[62839]: DEBUG nova.scheduler.client.report [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Overwriting current allocation {'allocations': {'508aab94-35b0-4514-a42a-7deab951898a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '8dcfcfcf01364d63aa820583bbbec00d', 'user_id': 'd2a1438135ac4dfaa4c37241d1c43b34', 'consumer_generation': 1} on consumer d20ec3da-2f53-473a-8dab-323b138f95eb {{(pid=62839) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1262.041969] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 98%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.078587] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.078773] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.078948] env[62839]: DEBUG nova.network.neutron [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.214394] env[62839]: DEBUG oslo_vmware.api [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758060, 'name': PowerOnVM_Task, 'duration_secs': 0.4882} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.214741] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.312733] env[62839]: DEBUG nova.compute.manager [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.313708] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614fe281-5f1f-4426-a233-bd41a333502c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.541331] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task} progress is 98%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.816726] env[62839]: DEBUG nova.network.neutron [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [{"id": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "address": "fa:16:3e:c9:c3:cf", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8aa03d0-a6", "ovs_interfaceid": "a8aa03d0-a6ef-4a12-adba-007e23a7d70d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.830737] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a6bf267f-655c-4acc-adf2-e59903c030b3 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.513s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.042341] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758056, 'name': RelocateVM_Task, 'duration_secs': 4.696559} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.042618] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.042712] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554945', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'name': 'volume-e26b6413-ab82-49c7-9206-175bdfc2d918', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d0849bc-4e3c-4efc-8714-695e383ae2a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'serial': 'e26b6413-ab82-49c7-9206-175bdfc2d918'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.043457] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f22923-5662-42ac-9f9b-8e3d380ebddb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.059309] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afca48f1-1b6c-4a18-b228-d09759b0e132 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.081093] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-e26b6413-ab82-49c7-9206-175bdfc2d918/volume-e26b6413-ab82-49c7-9206-175bdfc2d918.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.081357] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de44fa5b-8b02-4348-b70a-ef55c01f1f13 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.101653] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1263.101653] env[62839]: value = "task-2758061" [ 1263.101653] env[62839]: _type = "Task" [ 1263.101653] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.110073] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.127885] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.128315] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.319858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-d20ec3da-2f53-473a-8dab-323b138f95eb" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.320207] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.320903] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd40377-f3e0-466d-8356-a856f7fdbc48 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.328715] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1263.328715] env[62839]: value = "task-2758062" [ 1263.328715] env[62839]: _type = "Task" [ 1263.328715] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.337085] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.469503] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.469769] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.469987] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.470187] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.470361] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.472610] env[62839]: INFO nova.compute.manager [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Terminating instance [ 1263.613193] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758061, 'name': ReconfigVM_Task, 'duration_secs': 0.320597} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.613513] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-e26b6413-ab82-49c7-9206-175bdfc2d918/volume-e26b6413-ab82-49c7-9206-175bdfc2d918.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.618115] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3511a741-927e-4e71-b803-98584ae36653 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.631389] env[62839]: INFO nova.compute.manager [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Detaching volume 67aaa731-7111-43e2-aaa9-4e2d29042ea9 [ 1263.635063] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1263.635063] env[62839]: value = "task-2758063" [ 1263.635063] env[62839]: _type = "Task" [ 1263.635063] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.648054] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.670940] env[62839]: INFO nova.virt.block_device [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Attempting to driver detach volume 67aaa731-7111-43e2-aaa9-4e2d29042ea9 from mountpoint /dev/sdb [ 1263.671204] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1263.671386] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554939', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'name': 'volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e43a81e-ce44-429a-8a32-3938807c6058', 'attached_at': '', 'detached_at': '', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'serial': '67aaa731-7111-43e2-aaa9-4e2d29042ea9'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1263.672282] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df943fec-c61a-42eb-b78b-76bbecf2db16 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.695528] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f1eb6-8fd2-476d-acb5-c69a20f8a0c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.703809] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60a3127-7580-42ed-87d3-59178cb02ba2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.725505] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d85dfb-0336-46e4-8ade-8015e8382858 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.742658] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] The volume has not been displaced from its original location: [datastore2] volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9/volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1263.750272] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.750643] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b431a4-6e1c-4ac2-83dd-3ce0060d12d4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.769603] env[62839]: DEBUG oslo_vmware.api [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1263.769603] env[62839]: value = "task-2758064" [ 1263.769603] env[62839]: _type = "Task" [ 1263.769603] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.778369] env[62839]: DEBUG oslo_vmware.api [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.839523] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758062, 'name': PowerOffVM_Task, 'duration_secs': 0.289093} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.839812] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.840518] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.840744] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.840909] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.841120] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.841271] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.841423] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.841642] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.841806] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.841974] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.842154] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.842334] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.847835] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66dc97ad-5046-4431-bc15-1f03963b635b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.864575] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1263.864575] env[62839]: value = "task-2758065" [ 1263.864575] env[62839]: _type = "Task" [ 1263.864575] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.873214] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.976310] env[62839]: DEBUG nova.compute.manager [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.976552] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.977464] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9ca7a-48a7-4545-80f0-fce6cd4f9c57 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.985397] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.985645] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee61e370-8235-465e-8c1f-aa1af99b8315 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.991286] env[62839]: DEBUG oslo_vmware.api [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1263.991286] env[62839]: value = "task-2758066" [ 1263.991286] env[62839]: _type = "Task" [ 1263.991286] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.999650] env[62839]: DEBUG oslo_vmware.api [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.145603] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758063, 'name': ReconfigVM_Task, 'duration_secs': 0.148717} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.145908] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554945', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'name': 'volume-e26b6413-ab82-49c7-9206-175bdfc2d918', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d0849bc-4e3c-4efc-8714-695e383ae2a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'serial': 'e26b6413-ab82-49c7-9206-175bdfc2d918'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.146599] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc00676-76df-4a8b-85a6-0eff9fcfa900 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.155237] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1264.155237] env[62839]: value = "task-2758067" [ 1264.155237] env[62839]: _type = "Task" [ 1264.155237] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.166850] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758067, 'name': Rename_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.281701] env[62839]: DEBUG oslo_vmware.api [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758064, 'name': ReconfigVM_Task, 'duration_secs': 0.221039} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.282035] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.287091] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f298949-b127-4a28-be0b-4933ed00b2d3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.302481] env[62839]: DEBUG oslo_vmware.api [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1264.302481] env[62839]: value = "task-2758068" [ 1264.302481] env[62839]: _type = "Task" [ 1264.302481] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.310858] env[62839]: DEBUG oslo_vmware.api [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.374547] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758065, 'name': ReconfigVM_Task, 'duration_secs': 0.137113} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.375435] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7fe8ff-c71e-4523-af16-46d5898702b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.393875] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.394130] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.394301] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.394485] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.394632] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.394781] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.394987] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.395175] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.395346] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.395512] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.395717] env[62839]: DEBUG nova.virt.hardware [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.396495] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d8f2d6-6205-4a86-ad56-5be8f453114d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.402451] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1264.402451] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]528a8976-7580-9e2f-461d-403dc57d2a23" [ 1264.402451] env[62839]: _type = "Task" [ 1264.402451] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.410494] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528a8976-7580-9e2f-461d-403dc57d2a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.500846] env[62839]: DEBUG oslo_vmware.api [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758066, 'name': PowerOffVM_Task, 'duration_secs': 0.182933} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.501135] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.501310] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.501560] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd39d16c-abc7-42e8-a4de-7f0de740f7d1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.567726] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.567995] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.568170] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleting the datastore file [datastore1] 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.568446] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a4be388-9af3-46ed-9e74-6578c4d44b0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.575750] env[62839]: DEBUG oslo_vmware.api [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for the task: (returnval){ [ 1264.575750] env[62839]: value = "task-2758070" [ 1264.575750] env[62839]: _type = "Task" [ 1264.575750] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.584154] env[62839]: DEBUG oslo_vmware.api [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.665640] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758067, 'name': Rename_Task, 'duration_secs': 0.130008} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.665907] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.666197] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d835afb0-25b6-4f5c-bd1d-185427ee0296 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.672401] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1264.672401] env[62839]: value = "task-2758071" [ 1264.672401] env[62839]: _type = "Task" [ 1264.672401] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.680128] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.812843] env[62839]: DEBUG oslo_vmware.api [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758068, 'name': ReconfigVM_Task, 'duration_secs': 0.21314} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.813249] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554939', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'name': 'volume-67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e43a81e-ce44-429a-8a32-3938807c6058', 'attached_at': '', 'detached_at': '', 'volume_id': '67aaa731-7111-43e2-aaa9-4e2d29042ea9', 'serial': '67aaa731-7111-43e2-aaa9-4e2d29042ea9'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1264.912993] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]528a8976-7580-9e2f-461d-403dc57d2a23, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.918272] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.918565] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c097904-d93c-47f7-986a-595f4076eef5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.939165] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1264.939165] env[62839]: value = "task-2758072" [ 1264.939165] env[62839]: _type = "Task" [ 1264.939165] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.948015] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.086426] env[62839]: DEBUG oslo_vmware.api [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Task: {'id': task-2758070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395487} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.086942] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.087285] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.087607] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.087915] env[62839]: INFO nova.compute.manager [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.088284] env[62839]: DEBUG oslo.service.loopingcall [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.088607] env[62839]: DEBUG nova.compute.manager [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.088817] env[62839]: DEBUG nova.network.neutron [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.184990] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758071, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.370481] env[62839]: DEBUG nova.objects.instance [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.451466] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758072, 'name': ReconfigVM_Task, 'duration_secs': 0.180924} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.451853] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.452536] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3b68c8-e839-4686-a5e0-f848283f4a50 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.477314] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.477619] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd5e27d1-2b08-4ce6-a53f-0d154d25da8d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.497327] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1265.497327] env[62839]: value = "task-2758073" [ 1265.497327] env[62839]: _type = "Task" [ 1265.497327] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.506336] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.530126] env[62839]: DEBUG nova.compute.manager [req-815c1c45-4a69-49f2-b4cd-b76fa8dad840 req-1280cf79-6768-4505-823d-f6ef5b796a4f service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Received event network-vif-deleted-c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.530438] env[62839]: INFO nova.compute.manager [req-815c1c45-4a69-49f2-b4cd-b76fa8dad840 req-1280cf79-6768-4505-823d-f6ef5b796a4f service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Neutron deleted interface c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c; detaching it from the instance and deleting it from the info cache [ 1265.530660] env[62839]: DEBUG nova.network.neutron [req-815c1c45-4a69-49f2-b4cd-b76fa8dad840 req-1280cf79-6768-4505-823d-f6ef5b796a4f service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.684737] env[62839]: DEBUG oslo_vmware.api [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758071, 'name': PowerOnVM_Task, 'duration_secs': 0.775383} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.684902] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.685142] env[62839]: INFO nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Took 12.30 seconds to spawn the instance on the hypervisor. [ 1265.685339] env[62839]: DEBUG nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.686176] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e76df-cbb3-4b84-9785-00c71a170dd1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.007997] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758073, 'name': ReconfigVM_Task, 'duration_secs': 0.332093} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.008172] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Reconfigured VM instance instance-00000076 to attach disk [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb/d20ec3da-2f53-473a-8dab-323b138f95eb.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.009066] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeaedb4-f09d-4e04-bf29-1bcc14fe7420 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.011778] env[62839]: DEBUG nova.network.neutron [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.034362] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cc82809-d16d-4bb9-b894-619815f34da0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.037165] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50352f6-ced8-4613-a0a6-b9d559f4dcd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.061050] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9546ee1-19f9-4544-9608-51cbd99ae2fa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.064694] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb8a5e-68b5-4ce6-b27d-fce12396e7d8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.099088] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705b657-c552-4758-9e38-d60f3ea49f79 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.102761] env[62839]: DEBUG nova.compute.manager [req-815c1c45-4a69-49f2-b4cd-b76fa8dad840 req-1280cf79-6768-4505-823d-f6ef5b796a4f service nova] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Detach interface failed, port_id=c5d859e9-16b4-4af7-9a78-4fd7aeae3c4c, reason: Instance 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1266.108179] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.108440] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c90924b-e9ad-4438-8fd8-fbc1a8bc9b76 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.115820] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1266.115820] env[62839]: value = "task-2758074" [ 1266.115820] env[62839]: _type = "Task" [ 1266.115820] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.124219] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.206121] env[62839]: INFO nova.compute.manager [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Took 18.80 seconds to build instance. [ 1266.333513] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.377939] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e4ec829a-dbb9-488d-9cbd-fb236c74fd94 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.379320] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.046s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.379591] env[62839]: DEBUG nova.compute.manager [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.380665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f795ce48-634e-41d4-978f-6a3c98a46c10 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.389043] env[62839]: DEBUG nova.compute.manager [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1266.390603] env[62839]: DEBUG nova.objects.instance [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.515994] env[62839]: INFO nova.compute.manager [-] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Took 1.43 seconds to deallocate network for instance. [ 1266.628201] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758074, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.709692] env[62839]: DEBUG oslo_concurrency.lockutils [None req-634b3726-8052-4be7-af19-22db89f4c281 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.311s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.024195] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.024461] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.024674] env[62839]: DEBUG nova.objects.instance [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lazy-loading 'resources' on Instance uuid 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.127610] env[62839]: DEBUG oslo_vmware.api [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758074, 'name': PowerOnVM_Task, 'duration_secs': 0.708005} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.127885] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.397405] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.398190] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7921a4-72d8-4544-b957-6eb446b232be {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.406715] env[62839]: DEBUG oslo_vmware.api [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1267.406715] env[62839]: value = "task-2758075" [ 1267.406715] env[62839]: _type = "Task" [ 1267.406715] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.415334] env[62839]: DEBUG oslo_vmware.api [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.562025] env[62839]: DEBUG nova.compute.manager [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Received event network-changed-5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.562416] env[62839]: DEBUG nova.compute.manager [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Refreshing instance network info cache due to event network-changed-5c8b85d5-c711-4c5b-a964-abfa67581fca. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1267.563087] env[62839]: DEBUG oslo_concurrency.lockutils [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] Acquiring lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.563087] env[62839]: DEBUG oslo_concurrency.lockutils [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] Acquired lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.563087] env[62839]: DEBUG nova.network.neutron [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Refreshing network info cache for port 5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.621292] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062ffdf8-a25f-4b25-8756-3096fd2b2584 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.630082] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3162a8d-fa98-4bc2-b3c3-2d33b63b2bf5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.668117] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70210cd1-c708-4599-ba4c-5371ce77325d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.676553] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf702aa-a285-49e2-a18a-0d53c4749a51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.691562] env[62839]: DEBUG nova.compute.provider_tree [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.916747] env[62839]: DEBUG oslo_vmware.api [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758075, 'name': PowerOffVM_Task, 'duration_secs': 0.260787} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.917034] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.917241] env[62839]: DEBUG nova.compute.manager [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.917988] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f3188-af5b-45b1-8071-0841307cafaf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.140668] env[62839]: INFO nova.compute.manager [None req-2c5f64ab-ddce-4096-a1a3-1ddf6ea02eed tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance to original state: 'active' [ 1268.197822] env[62839]: DEBUG nova.scheduler.client.report [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.313924] env[62839]: DEBUG nova.network.neutron [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updated VIF entry in instance network info cache for port 5c8b85d5-c711-4c5b-a964-abfa67581fca. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.314307] env[62839]: DEBUG nova.network.neutron [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updating instance_info_cache with network_info: [{"id": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "address": "fa:16:3e:11:de:04", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8b85d5-c7", "ovs_interfaceid": "5c8b85d5-c711-4c5b-a964-abfa67581fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.429462] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d745f7cd-f36e-4171-b8ba-3715ca844474 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.523957] env[62839]: DEBUG nova.compute.manager [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Stashing vm_state: active {{(pid=62839) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1268.704123] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.725722] env[62839]: INFO nova.scheduler.client.report [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Deleted allocations for instance 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df [ 1268.805829] env[62839]: DEBUG nova.objects.instance [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.817059] env[62839]: DEBUG oslo_concurrency.lockutils [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] Releasing lock "refresh_cache-f2fcf2f9-6201-4213-8042-698ed5fc45d1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.817322] env[62839]: DEBUG nova.compute.manager [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Received event network-changed-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1268.817488] env[62839]: DEBUG nova.compute.manager [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Refreshing instance network info cache due to event network-changed-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1268.817687] env[62839]: DEBUG oslo_concurrency.lockutils [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] Acquiring lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.817826] env[62839]: DEBUG oslo_concurrency.lockutils [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] Acquired lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.817984] env[62839]: DEBUG nova.network.neutron [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Refreshing network info cache for port 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.042655] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.042928] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.234678] env[62839]: DEBUG oslo_concurrency.lockutils [None req-87eeccfa-0e8d-4a34-ab5c-81326206bb71 tempest-ServerActionsTestOtherB-494149851 tempest-ServerActionsTestOtherB-494149851-project-member] Lock "6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.311033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.311033] env[62839]: DEBUG oslo_concurrency.lockutils [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.311216] env[62839]: DEBUG nova.network.neutron [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.311459] env[62839]: DEBUG nova.objects.instance [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'info_cache' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.547777] env[62839]: INFO nova.compute.claims [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.605328] env[62839]: DEBUG nova.network.neutron [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updated VIF entry in instance network info cache for port 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.605789] env[62839]: DEBUG nova.network.neutron [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [{"id": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "address": "fa:16:3e:74:af:a5", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4d9dd4-d2", "ovs_interfaceid": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.815844] env[62839]: DEBUG nova.objects.base [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Object Instance<8e43a81e-ce44-429a-8a32-3938807c6058> lazy-loaded attributes: flavor,info_cache {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.903635] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d20ec3da-2f53-473a-8dab-323b138f95eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.903847] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.904083] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.904275] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.904451] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.906712] env[62839]: INFO nova.compute.manager [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Terminating instance [ 1270.054337] env[62839]: INFO nova.compute.resource_tracker [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating resource usage from migration 07007908-4739-46d3-bcaa-452aae532d77 [ 1270.108627] env[62839]: DEBUG oslo_concurrency.lockutils [req-7b958ffd-f719-4539-8752-27f41eacb1ee req-d6bf76b1-2f91-4b0a-9642-c0ba5a9b2794 service nova] Releasing lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.139557] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d575f7-0b88-414e-848c-65ff5da53582 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.147724] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dc2d2e-76f6-4afc-8dfb-fa14a6b442c4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.180429] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3261f97-5b66-4305-89aa-aee5e288183a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.188672] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c93f1-050c-4364-8a80-77fe116cb14a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.201687] env[62839]: DEBUG nova.compute.provider_tree [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.411160] env[62839]: DEBUG nova.compute.manager [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.411394] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.412697] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a165a-35ae-47f1-8473-ace6666fd207 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.420013] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.420266] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9ee47b-9e1e-4f56-919c-b37576b5c086 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.426833] env[62839]: DEBUG oslo_vmware.api [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1270.426833] env[62839]: value = "task-2758077" [ 1270.426833] env[62839]: _type = "Task" [ 1270.426833] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.436336] env[62839]: DEBUG oslo_vmware.api [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.572667] env[62839]: DEBUG nova.network.neutron [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating instance_info_cache with network_info: [{"id": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "address": "fa:16:3e:62:70:c0", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4bf614-18", "ovs_interfaceid": "ea4bf614-183f-4daa-bf77-cb53adcaf726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.705290] env[62839]: DEBUG nova.scheduler.client.report [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.937023] env[62839]: DEBUG oslo_vmware.api [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758077, 'name': PowerOffVM_Task, 'duration_secs': 0.276113} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.937474] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.937676] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.937887] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a08ee484-7380-47ba-9f8b-e96a967c1fd0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.001136] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.001387] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.001480] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleting the datastore file [datastore1] d20ec3da-2f53-473a-8dab-323b138f95eb {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.001748] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2315df35-1a13-43e7-9e5f-191c0673e7fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.007643] env[62839]: DEBUG oslo_vmware.api [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1271.007643] env[62839]: value = "task-2758079" [ 1271.007643] env[62839]: _type = "Task" [ 1271.007643] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.015387] env[62839]: DEBUG oslo_vmware.api [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.076404] env[62839]: DEBUG oslo_concurrency.lockutils [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "refresh_cache-8e43a81e-ce44-429a-8a32-3938807c6058" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.210734] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.168s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.211027] env[62839]: INFO nova.compute.manager [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Migrating [ 1271.517027] env[62839]: DEBUG oslo_vmware.api [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14035} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.517232] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.517409] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.517610] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.517784] env[62839]: INFO nova.compute.manager [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1271.518042] env[62839]: DEBUG oslo.service.loopingcall [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.518236] env[62839]: DEBUG nova.compute.manager [-] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.518332] env[62839]: DEBUG nova.network.neutron [-] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.726513] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.726728] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.726909] env[62839]: DEBUG nova.network.neutron [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.982126] env[62839]: DEBUG nova.compute.manager [req-e40aa50d-d512-4b19-bc1c-46d020e10e0e req-7f355303-bc98-4b37-852d-e91e1c59a338 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Received event network-vif-deleted-a8aa03d0-a6ef-4a12-adba-007e23a7d70d {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1271.982405] env[62839]: INFO nova.compute.manager [req-e40aa50d-d512-4b19-bc1c-46d020e10e0e req-7f355303-bc98-4b37-852d-e91e1c59a338 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Neutron deleted interface a8aa03d0-a6ef-4a12-adba-007e23a7d70d; detaching it from the instance and deleting it from the info cache [ 1271.982609] env[62839]: DEBUG nova.network.neutron [req-e40aa50d-d512-4b19-bc1c-46d020e10e0e req-7f355303-bc98-4b37-852d-e91e1c59a338 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.081657] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.081949] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a274b9d-82fc-4c29-a531-371631591ecc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.089798] env[62839]: DEBUG oslo_vmware.api [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1272.089798] env[62839]: value = "task-2758080" [ 1272.089798] env[62839]: _type = "Task" [ 1272.089798] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.097277] env[62839]: DEBUG oslo_vmware.api [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.432572] env[62839]: DEBUG nova.network.neutron [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [{"id": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "address": "fa:16:3e:74:af:a5", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4d9dd4-d2", "ovs_interfaceid": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.456255] env[62839]: DEBUG nova.network.neutron [-] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.485097] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1de41d90-343a-46b7-a05b-8d7bfa94cd45 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.494611] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977e6d8-d69a-4432-8fc2-6ab95956e48e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.520999] env[62839]: DEBUG nova.compute.manager [req-e40aa50d-d512-4b19-bc1c-46d020e10e0e req-7f355303-bc98-4b37-852d-e91e1c59a338 service nova] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Detach interface failed, port_id=a8aa03d0-a6ef-4a12-adba-007e23a7d70d, reason: Instance d20ec3da-2f53-473a-8dab-323b138f95eb could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1272.598580] env[62839]: DEBUG oslo_vmware.api [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758080, 'name': PowerOnVM_Task, 'duration_secs': 0.373676} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.598855] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.599079] env[62839]: DEBUG nova.compute.manager [None req-52517c84-d5f5-45e2-bae3-4d7e8d265ec7 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.599819] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392e893-554e-4887-8536-516173ab4f77 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.935819] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.958961] env[62839]: INFO nova.compute.manager [-] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Took 1.44 seconds to deallocate network for instance. [ 1273.465767] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.466247] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.466651] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.492811] env[62839]: INFO nova.scheduler.client.report [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted allocations for instance d20ec3da-2f53-473a-8dab-323b138f95eb [ 1273.999775] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a442f16c-684f-4647-a641-65cd5d3b8add tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "d20ec3da-2f53-473a-8dab-323b138f95eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.096s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.458071] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725d726-2946-4834-89ff-f7821840a8ce {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.479564] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance '5d0849bc-4e3c-4efc-8714-695e383ae2a1' progress to 0 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.986957] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.987283] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2669f74b-4808-4356-a252-565e26ae3ff6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.995950] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1274.995950] env[62839]: value = "task-2758081" [ 1274.995950] env[62839]: _type = "Task" [ 1274.995950] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.003852] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.026344] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "9d6e02cb-6409-4624-9c86-c171a57a451d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.026589] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.507412] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758081, 'name': PowerOffVM_Task, 'duration_secs': 0.324599} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.507738] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.507912] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance '5d0849bc-4e3c-4efc-8714-695e383ae2a1' progress to 17 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.528909] env[62839]: DEBUG nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.014314] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.014570] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.014730] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.014914] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.015072] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.015284] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.015494] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.015687] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.015820] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.015982] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.016173] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.021096] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd2c17f-2dfd-4996-9c3f-a23eb0c99653 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.037777] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1276.037777] env[62839]: value = "task-2758082" [ 1276.037777] env[62839]: _type = "Task" [ 1276.037777] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.050733] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.054169] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.054407] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.056011] env[62839]: INFO nova.compute.claims [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.549844] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758082, 'name': ReconfigVM_Task, 'duration_secs': 0.247501} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.550302] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance '5d0849bc-4e3c-4efc-8714-695e383ae2a1' progress to 33 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.056807] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.057208] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.057281] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.058125] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.058372] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.059367] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.059367] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.059367] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.059367] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.059367] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.059621] env[62839]: DEBUG nova.virt.hardware [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.064854] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.067663] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400f246b-8ecd-4469-b6cf-ecbc45d4637f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.087260] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1277.087260] env[62839]: value = "task-2758083" [ 1277.087260] env[62839]: _type = "Task" [ 1277.087260] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.095382] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.171173] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705966cd-7417-4d76-b0b6-19ff7ec27698 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.179333] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c598951c-52aa-4d80-83f8-6eb1a68fed54 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.212562] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79b7de-10c3-4f8d-bf44-e448aa7ed1f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.219438] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c2fe4-7150-4f22-9634-6d6a610fa1f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.232994] env[62839]: DEBUG nova.compute.provider_tree [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.597435] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758083, 'name': ReconfigVM_Task, 'duration_secs': 0.24886} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.597734] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.599026] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95fc0e4-1b2c-4f39-947e-63a04743bd6b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.620298] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-e26b6413-ab82-49c7-9206-175bdfc2d918/volume-e26b6413-ab82-49c7-9206-175bdfc2d918.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.620453] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-affc8f5b-9a80-49ba-b0ed-11836c4daa92 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.638531] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1277.638531] env[62839]: value = "task-2758084" [ 1277.638531] env[62839]: _type = "Task" [ 1277.638531] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.646466] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.736921] env[62839]: DEBUG nova.scheduler.client.report [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.743906] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.744180] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.148816] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.245035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.245618] env[62839]: DEBUG nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.248481] env[62839]: DEBUG nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.658119] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758084, 'name': ReconfigVM_Task, 'duration_secs': 0.53059} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.658437] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-e26b6413-ab82-49c7-9206-175bdfc2d918/volume-e26b6413-ab82-49c7-9206-175bdfc2d918.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.658687] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance '5d0849bc-4e3c-4efc-8714-695e383ae2a1' progress to 50 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.752471] env[62839]: DEBUG nova.compute.utils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.758776] env[62839]: DEBUG nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.758990] env[62839]: DEBUG nova.network.neutron [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.774631] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.774631] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.775874] env[62839]: INFO nova.compute.claims [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.800234] env[62839]: DEBUG nova.policy [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a1438135ac4dfaa4c37241d1c43b34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dcfcfcf01364d63aa820583bbbec00d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.073346] env[62839]: DEBUG nova.network.neutron [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Successfully created port: 6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.166089] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d40e7e3-83a4-4735-8eac-abcaecf2f8cb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.188168] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b96346-c200-462a-9ecf-89021f1849ca {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.209653] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance '5d0849bc-4e3c-4efc-8714-695e383ae2a1' progress to 67 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.259896] env[62839]: DEBUG nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.883547] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8cc78-1737-4f1f-85ca-e19c8a8a269c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.891412] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3712b3f6-f075-4005-b857-a5b655a1a2c1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.921465] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3802ed57-b2f5-4cfd-9a49-d108f6f45aaf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.928720] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400fe2f-6643-46a0-9afe-529afcf37aeb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.942754] env[62839]: DEBUG nova.compute.provider_tree [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.271351] env[62839]: DEBUG nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.298052] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.298534] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.298534] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.298673] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.298805] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.298953] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.299178] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.299341] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.299512] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.299673] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.299847] env[62839]: DEBUG nova.virt.hardware [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.300692] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aac2fd-c89b-4e05-942c-f3d8b7a96c51 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.308770] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2fa0d8-6d2e-421a-85fe-21a1eb89bfc5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.445804] env[62839]: DEBUG nova.scheduler.client.report [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.454092] env[62839]: DEBUG nova.compute.manager [req-0468c540-e2ca-4487-a499-659e9dd91309 req-4ed7738b-1493-4a2d-8d45-1533dc8298e3 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Received event network-vif-plugged-6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1280.454316] env[62839]: DEBUG oslo_concurrency.lockutils [req-0468c540-e2ca-4487-a499-659e9dd91309 req-4ed7738b-1493-4a2d-8d45-1533dc8298e3 service nova] Acquiring lock "9d6e02cb-6409-4624-9c86-c171a57a451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.454930] env[62839]: DEBUG oslo_concurrency.lockutils [req-0468c540-e2ca-4487-a499-659e9dd91309 req-4ed7738b-1493-4a2d-8d45-1533dc8298e3 service nova] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.455203] env[62839]: DEBUG oslo_concurrency.lockutils [req-0468c540-e2ca-4487-a499-659e9dd91309 req-4ed7738b-1493-4a2d-8d45-1533dc8298e3 service nova] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.455467] env[62839]: DEBUG nova.compute.manager [req-0468c540-e2ca-4487-a499-659e9dd91309 req-4ed7738b-1493-4a2d-8d45-1533dc8298e3 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] No waiting events found dispatching network-vif-plugged-6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.455689] env[62839]: WARNING nova.compute.manager [req-0468c540-e2ca-4487-a499-659e9dd91309 req-4ed7738b-1493-4a2d-8d45-1533dc8298e3 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Received unexpected event network-vif-plugged-6f5a28d9-3a7f-409f-908f-d88731b8f5e2 for instance with vm_state building and task_state spawning. [ 1280.534094] env[62839]: DEBUG nova.network.neutron [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Successfully updated port: 6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.858902] env[62839]: DEBUG nova.network.neutron [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Port 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 binding to destination host cpu-1 is already ACTIVE {{(pid=62839) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1280.952394] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.952931] env[62839]: DEBUG nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.037281] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.037427] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.037783] env[62839]: DEBUG nova.network.neutron [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.458140] env[62839]: DEBUG nova.compute.utils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.459909] env[62839]: DEBUG nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.460060] env[62839]: DEBUG nova.network.neutron [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.504229] env[62839]: DEBUG nova.policy [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e935eb277b884f2d9802387e200b07ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c839b6563940466296d8f0a1fa02f527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.584133] env[62839]: DEBUG nova.network.neutron [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.784642] env[62839]: DEBUG nova.network.neutron [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updating instance_info_cache with network_info: [{"id": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "address": "fa:16:3e:13:d7:1c", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5a28d9-3a", "ovs_interfaceid": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.831851] env[62839]: DEBUG nova.network.neutron [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Successfully created port: decbf515-a73d-4225-9af6-0b6c2181c093 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.879698] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.880021] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.880135] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.963570] env[62839]: DEBUG nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.286940] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.287318] env[62839]: DEBUG nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Instance network_info: |[{"id": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "address": "fa:16:3e:13:d7:1c", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5a28d9-3a", "ovs_interfaceid": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.287720] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:d7:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f5a28d9-3a7f-409f-908f-d88731b8f5e2', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.295069] env[62839]: DEBUG oslo.service.loopingcall [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.295329] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.295556] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d733c94d-5a31-470e-996d-8982885db2ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.315959] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.315959] env[62839]: value = "task-2758085" [ 1282.315959] env[62839]: _type = "Task" [ 1282.315959] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.322980] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758085, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.482868] env[62839]: DEBUG nova.compute.manager [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Received event network-changed-6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1282.483016] env[62839]: DEBUG nova.compute.manager [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Refreshing instance network info cache due to event network-changed-6f5a28d9-3a7f-409f-908f-d88731b8f5e2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1282.483152] env[62839]: DEBUG oslo_concurrency.lockutils [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] Acquiring lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.483323] env[62839]: DEBUG oslo_concurrency.lockutils [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] Acquired lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.483487] env[62839]: DEBUG nova.network.neutron [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Refreshing network info cache for port 6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.826113] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758085, 'name': CreateVM_Task, 'duration_secs': 0.310553} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.826351] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.827085] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.827302] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.827639] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.827890] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc21f11-eba8-4ed9-925f-472d217fc2f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.832420] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1282.832420] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fe7849-8798-61ae-00b8-36a8d30e143e" [ 1282.832420] env[62839]: _type = "Task" [ 1282.832420] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.840957] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fe7849-8798-61ae-00b8-36a8d30e143e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.912870] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.913091] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.913297] env[62839]: DEBUG nova.network.neutron [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.972607] env[62839]: DEBUG nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.998598] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.998847] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.999030] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.999196] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.999343] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.999491] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.999695] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.999852] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.000029] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.000196] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.000367] env[62839]: DEBUG nova.virt.hardware [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.001479] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bab87b-86e1-409f-8377-e2f580375926 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.009189] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e23fe-b934-40f2-b397-99cb2f3c5d70 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.226547] env[62839]: DEBUG nova.network.neutron [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updated VIF entry in instance network info cache for port 6f5a28d9-3a7f-409f-908f-d88731b8f5e2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.226634] env[62839]: DEBUG nova.network.neutron [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updating instance_info_cache with network_info: [{"id": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "address": "fa:16:3e:13:d7:1c", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5a28d9-3a", "ovs_interfaceid": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.343494] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fe7849-8798-61ae-00b8-36a8d30e143e, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.343791] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.344022] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.344317] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.344400] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.344560] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.344811] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f106ccb-78ee-4a6e-a7a9-c6933db30f1e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.352924] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.353110] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.353774] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659de1a6-8dcc-4e34-83cb-9e97e1ce507a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.358574] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1283.358574] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523b47ff-c2af-3ae3-6adb-33de8640304d" [ 1283.358574] env[62839]: _type = "Task" [ 1283.358574] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.367325] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523b47ff-c2af-3ae3-6adb-33de8640304d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.368090] env[62839]: DEBUG nova.network.neutron [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Successfully updated port: decbf515-a73d-4225-9af6-0b6c2181c093 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.609801] env[62839]: DEBUG nova.network.neutron [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [{"id": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "address": "fa:16:3e:74:af:a5", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4d9dd4-d2", "ovs_interfaceid": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.728703] env[62839]: DEBUG oslo_concurrency.lockutils [req-67f33a0d-e2d1-4a5c-98ef-f81945779fa6 req-91d524d0-4ca7-4dda-ab7b-14e66aa4344f service nova] Releasing lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.868750] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523b47ff-c2af-3ae3-6adb-33de8640304d, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.869923] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "refresh_cache-6c6a6d0a-438b-46ec-ae45-1968f9b2716c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.870072] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquired lock "refresh_cache-6c6a6d0a-438b-46ec-ae45-1968f9b2716c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.870222] env[62839]: DEBUG nova.network.neutron [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.871566] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb4333a-7507-4176-8c50-eb04f11bb3c8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.877067] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1283.877067] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]524fee37-9d11-eae2-8659-70d51b791111" [ 1283.877067] env[62839]: _type = "Task" [ 1283.877067] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.886805] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524fee37-9d11-eae2-8659-70d51b791111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.116135] env[62839]: DEBUG oslo_concurrency.lockutils [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.387227] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]524fee37-9d11-eae2-8659-70d51b791111, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.387498] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.387756] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9d6e02cb-6409-4624-9c86-c171a57a451d/9d6e02cb-6409-4624-9c86-c171a57a451d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.388014] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84187549-c4fb-4968-a6e3-da62345841bf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.394617] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1284.394617] env[62839]: value = "task-2758086" [ 1284.394617] env[62839]: _type = "Task" [ 1284.394617] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.403611] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.405537] env[62839]: DEBUG nova.network.neutron [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.508244] env[62839]: DEBUG nova.compute.manager [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Received event network-vif-plugged-decbf515-a73d-4225-9af6-0b6c2181c093 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1284.508760] env[62839]: DEBUG oslo_concurrency.lockutils [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] Acquiring lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.508760] env[62839]: DEBUG oslo_concurrency.lockutils [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.508913] env[62839]: DEBUG oslo_concurrency.lockutils [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.509099] env[62839]: DEBUG nova.compute.manager [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] No waiting events found dispatching network-vif-plugged-decbf515-a73d-4225-9af6-0b6c2181c093 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.509380] env[62839]: WARNING nova.compute.manager [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Received unexpected event network-vif-plugged-decbf515-a73d-4225-9af6-0b6c2181c093 for instance with vm_state building and task_state spawning. [ 1284.509751] env[62839]: DEBUG nova.compute.manager [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Received event network-changed-decbf515-a73d-4225-9af6-0b6c2181c093 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1284.510015] env[62839]: DEBUG nova.compute.manager [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Refreshing instance network info cache due to event network-changed-decbf515-a73d-4225-9af6-0b6c2181c093. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1284.510321] env[62839]: DEBUG oslo_concurrency.lockutils [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] Acquiring lock "refresh_cache-6c6a6d0a-438b-46ec-ae45-1968f9b2716c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.534766] env[62839]: DEBUG nova.network.neutron [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Updating instance_info_cache with network_info: [{"id": "decbf515-a73d-4225-9af6-0b6c2181c093", "address": "fa:16:3e:08:58:46", "network": {"id": "1407d154-0cb4-41c5-8b25-fec3d0496229", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1810265259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c839b6563940466296d8f0a1fa02f527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecbf515-a7", "ovs_interfaceid": "decbf515-a73d-4225-9af6-0b6c2181c093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.626674] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590bd88-0a7e-4388-beb2-d1b89a2fec68 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.635718] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f47119f-e0ec-4deb-98ee-d9ef7ee742f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.904759] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464986} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.907788] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 9d6e02cb-6409-4624-9c86-c171a57a451d/9d6e02cb-6409-4624-9c86-c171a57a451d.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.907788] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.907788] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1710d413-1d91-480e-911d-1f8368a8408f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.912692] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1284.912692] env[62839]: value = "task-2758087" [ 1284.912692] env[62839]: _type = "Task" [ 1284.912692] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.919687] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.037104] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Releasing lock "refresh_cache-6c6a6d0a-438b-46ec-ae45-1968f9b2716c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.037497] env[62839]: DEBUG nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Instance network_info: |[{"id": "decbf515-a73d-4225-9af6-0b6c2181c093", "address": "fa:16:3e:08:58:46", "network": {"id": "1407d154-0cb4-41c5-8b25-fec3d0496229", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1810265259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c839b6563940466296d8f0a1fa02f527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecbf515-a7", "ovs_interfaceid": "decbf515-a73d-4225-9af6-0b6c2181c093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.037821] env[62839]: DEBUG oslo_concurrency.lockutils [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] Acquired lock "refresh_cache-6c6a6d0a-438b-46ec-ae45-1968f9b2716c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.038008] env[62839]: DEBUG nova.network.neutron [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Refreshing network info cache for port decbf515-a73d-4225-9af6-0b6c2181c093 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.039196] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:58:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'decbf515-a73d-4225-9af6-0b6c2181c093', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.046591] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Creating folder: Project (c839b6563940466296d8f0a1fa02f527). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.047573] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e3da213-005f-40f4-9a21-121c6fc9f186 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.058693] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Created folder: Project (c839b6563940466296d8f0a1fa02f527) in parent group-v554621. [ 1285.058872] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Creating folder: Instances. Parent ref: group-v554950. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.059100] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d2fc041-1300-4d3f-a592-ade7de4d48e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.067812] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Created folder: Instances in parent group-v554950. [ 1285.068052] env[62839]: DEBUG oslo.service.loopingcall [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.068242] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.068435] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feb4f207-c9ce-43bd-bbc2-dc7065f3bb83 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.086221] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.086221] env[62839]: value = "task-2758090" [ 1285.086221] env[62839]: _type = "Task" [ 1285.086221] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.093093] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758090, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.421976] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061788} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.422297] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.423016] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d234a-40ba-4025-9460-8197c9821fe7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.444019] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 9d6e02cb-6409-4624-9c86-c171a57a451d/9d6e02cb-6409-4624-9c86-c171a57a451d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.444279] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a946f5b-2d4d-4e57-b25d-3991e72cc37c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.463528] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1285.463528] env[62839]: value = "task-2758091" [ 1285.463528] env[62839]: _type = "Task" [ 1285.463528] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.470830] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.597087] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758090, 'name': CreateVM_Task} progress is 99%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.728065] env[62839]: DEBUG nova.network.neutron [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Updated VIF entry in instance network info cache for port decbf515-a73d-4225-9af6-0b6c2181c093. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.728196] env[62839]: DEBUG nova.network.neutron [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Updating instance_info_cache with network_info: [{"id": "decbf515-a73d-4225-9af6-0b6c2181c093", "address": "fa:16:3e:08:58:46", "network": {"id": "1407d154-0cb4-41c5-8b25-fec3d0496229", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1810265259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c839b6563940466296d8f0a1fa02f527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecbf515-a7", "ovs_interfaceid": "decbf515-a73d-4225-9af6-0b6c2181c093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.740120] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a5ae57-b536-462f-bfbb-a72ce2f6b65a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.759575] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc68f9-2d08-4cc9-80b2-52e2618c02dd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.766087] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance '5d0849bc-4e3c-4efc-8714-695e383ae2a1' progress to 83 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.972866] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758091, 'name': ReconfigVM_Task, 'duration_secs': 0.374068} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.973160] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 9d6e02cb-6409-4624-9c86-c171a57a451d/9d6e02cb-6409-4624-9c86-c171a57a451d.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.973797] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9528d6f1-9c66-4c83-ad67-31c7466ff616 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.980324] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1285.980324] env[62839]: value = "task-2758092" [ 1285.980324] env[62839]: _type = "Task" [ 1285.980324] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.987413] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758092, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.096303] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758090, 'name': CreateVM_Task, 'duration_secs': 0.556173} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.096480] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.097174] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.097367] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.097671] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.097938] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162266f3-8f9f-43d1-a876-d611d57bfd17 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.102494] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1286.102494] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529fa32a-81bb-86a5-efee-078e9fe1e847" [ 1286.102494] env[62839]: _type = "Task" [ 1286.102494] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.110465] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529fa32a-81bb-86a5-efee-078e9fe1e847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.230568] env[62839]: DEBUG oslo_concurrency.lockutils [req-c6ed4bbb-db85-4738-a140-00b6e8fdb55e req-e5f8a7e6-3c69-4707-b283-25999ddaf25d service nova] Releasing lock "refresh_cache-6c6a6d0a-438b-46ec-ae45-1968f9b2716c" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.272746] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.273064] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c99cfb93-2a7a-4bcc-8b4e-4ae3cc63b72f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.280431] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1286.280431] env[62839]: value = "task-2758093" [ 1286.280431] env[62839]: _type = "Task" [ 1286.280431] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.289063] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.490109] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758092, 'name': Rename_Task, 'duration_secs': 0.155561} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.490425] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.490734] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30bd31cc-4cb2-44bb-926b-b419d2f82c97 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.497342] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1286.497342] env[62839]: value = "task-2758094" [ 1286.497342] env[62839]: _type = "Task" [ 1286.497342] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.505119] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.613058] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529fa32a-81bb-86a5-efee-078e9fe1e847, 'name': SearchDatastore_Task, 'duration_secs': 0.012646} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.613383] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.613640] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.613897] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.614067] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.614262] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.614544] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbcd71aa-22da-43b1-812a-b203de79b4e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.622958] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.623209] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.624051] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1b5618-fa51-4b79-a60a-64bdd415acd5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.629711] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1286.629711] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5247ad65-e949-979d-6dfc-d52efe04cc3d" [ 1286.629711] env[62839]: _type = "Task" [ 1286.629711] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.637554] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5247ad65-e949-979d-6dfc-d52efe04cc3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.790487] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.008842] env[62839]: DEBUG oslo_vmware.api [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758094, 'name': PowerOnVM_Task, 'duration_secs': 0.459941} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.009120] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.009327] env[62839]: INFO nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1287.009696] env[62839]: DEBUG nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.010798] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e40b76-bd0b-4cc7-b468-bad68fd9235f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.142792] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5247ad65-e949-979d-6dfc-d52efe04cc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.143956] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682c1138-9126-4222-80a0-5b226035f81e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.150953] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1287.150953] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523446f2-e48a-480b-e75b-48199c96ef54" [ 1287.150953] env[62839]: _type = "Task" [ 1287.150953] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.162055] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523446f2-e48a-480b-e75b-48199c96ef54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.290947] env[62839]: DEBUG oslo_vmware.api [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758093, 'name': PowerOnVM_Task, 'duration_secs': 0.558464} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.291318] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.291530] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe3d38-bef2-474e-bfb0-62e11fa5321c tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance '5d0849bc-4e3c-4efc-8714-695e383ae2a1' progress to 100 {{(pid=62839) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.526745] env[62839]: INFO nova.compute.manager [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Took 11.49 seconds to build instance. [ 1287.665385] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523446f2-e48a-480b-e75b-48199c96ef54, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.665789] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.666186] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6c6a6d0a-438b-46ec-ae45-1968f9b2716c/6c6a6d0a-438b-46ec-ae45-1968f9b2716c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.666895] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-254c0c8d-2f09-470a-81ee-7ec43feb0d1f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.673898] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1287.673898] env[62839]: value = "task-2758095" [ 1287.673898] env[62839]: _type = "Task" [ 1287.673898] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.684652] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.030573] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d4fd663f-2fbf-4df6-9b7d-069555ed7bc1 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.004s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.185186] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.187783] env[62839]: DEBUG nova.compute.manager [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Received event network-changed-6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1288.187994] env[62839]: DEBUG nova.compute.manager [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Refreshing instance network info cache due to event network-changed-6f5a28d9-3a7f-409f-908f-d88731b8f5e2. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1288.188462] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] Acquiring lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.188685] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] Acquired lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.188891] env[62839]: DEBUG nova.network.neutron [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Refreshing network info cache for port 6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.686249] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536901} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.686539] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 6c6a6d0a-438b-46ec-ae45-1968f9b2716c/6c6a6d0a-438b-46ec-ae45-1968f9b2716c.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.686727] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.686980] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc63a151-5444-4c3f-87e3-5e0c1f644529 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.694180] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1288.694180] env[62839]: value = "task-2758096" [ 1288.694180] env[62839]: _type = "Task" [ 1288.694180] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.702081] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.906789] env[62839]: DEBUG nova.network.neutron [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updated VIF entry in instance network info cache for port 6f5a28d9-3a7f-409f-908f-d88731b8f5e2. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.907184] env[62839]: DEBUG nova.network.neutron [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updating instance_info_cache with network_info: [{"id": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "address": "fa:16:3e:13:d7:1c", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5a28d9-3a", "ovs_interfaceid": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.204399] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072953} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.204663] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.205462] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e754315-a39e-4575-b947-657c27a133fd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.226918] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6c6a6d0a-438b-46ec-ae45-1968f9b2716c/6c6a6d0a-438b-46ec-ae45-1968f9b2716c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.227482] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7318183-44ed-4a20-8113-990083dab633 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.247773] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1289.247773] env[62839]: value = "task-2758097" [ 1289.247773] env[62839]: _type = "Task" [ 1289.247773] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.255481] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.410143] env[62839]: DEBUG oslo_concurrency.lockutils [req-1e2af3d5-dbda-488b-bdcc-bbd139c88745 req-62ef4d71-f8ab-42b8-8588-3fb0df8b6160 service nova] Releasing lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.762211] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758097, 'name': ReconfigVM_Task, 'duration_secs': 0.271913} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.762758] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6c6a6d0a-438b-46ec-ae45-1968f9b2716c/6c6a6d0a-438b-46ec-ae45-1968f9b2716c.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.763498] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92bc7707-ad59-4446-9316-42148d85e5b2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.775131] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1289.775131] env[62839]: value = "task-2758098" [ 1289.775131] env[62839]: _type = "Task" [ 1289.775131] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.784682] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758098, 'name': Rename_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.264095] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.264334] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.264518] env[62839]: DEBUG nova.compute.manager [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Going to confirm migration 10 {{(pid=62839) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1290.285453] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758098, 'name': Rename_Task, 'duration_secs': 0.138926} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.286427] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.286686] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b150404-4ab5-4e4a-a23d-34ff6f6f578f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.293923] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1290.293923] env[62839]: value = "task-2758099" [ 1290.293923] env[62839]: _type = "Task" [ 1290.293923] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.301546] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.801686] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.801923] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquired lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.802181] env[62839]: DEBUG nova.network.neutron [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.802422] env[62839]: DEBUG nova.objects.instance [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'info_cache' on Instance uuid 5d0849bc-4e3c-4efc-8714-695e383ae2a1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.808840] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758099, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.307914] env[62839]: DEBUG oslo_vmware.api [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758099, 'name': PowerOnVM_Task, 'duration_secs': 0.779673} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.307914] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.307914] env[62839]: INFO nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1291.307914] env[62839]: DEBUG nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.308441] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61309bb-052d-4c6d-a075-7dfd97c5d8f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.826403] env[62839]: INFO nova.compute.manager [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Took 13.07 seconds to build instance. [ 1292.039644] env[62839]: DEBUG nova.network.neutron [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [{"id": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "address": "fa:16:3e:74:af:a5", "network": {"id": "30215329-ee3a-491e-9e9a-ccd182ebcfa1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-587004191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81bd0646e1ca4557bf9039d12f0bf42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4d9dd4-d2", "ovs_interfaceid": "1f4d9dd4-d25d-4dfd-8399-295f16e29ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.328617] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7a971577-9ec1-4f03-83fb-4deecaef8732 tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.584s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.542808] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Releasing lock "refresh_cache-5d0849bc-4e3c-4efc-8714-695e383ae2a1" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.543109] env[62839]: DEBUG nova.objects.instance [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'migration_context' on Instance uuid 5d0849bc-4e3c-4efc-8714-695e383ae2a1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.031874] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.032251] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.032297] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.032444] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.032572] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.032717] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.032861] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.032999] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1293.033164] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.046259] env[62839]: DEBUG nova.objects.base [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Object Instance<5d0849bc-4e3c-4efc-8714-695e383ae2a1> lazy-loaded attributes: info_cache,migration_context {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.047479] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a23c4e8-fda5-4777-bf4e-a32ba383fffa {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.068062] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7b21fb-1580-465a-ac9c-101a9cb55a3f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.074210] env[62839]: DEBUG oslo_vmware.api [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1293.074210] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52895f51-42ad-6acc-03cc-df0b6a6e0c3b" [ 1293.074210] env[62839]: _type = "Task" [ 1293.074210] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.082100] env[62839]: DEBUG oslo_vmware.api [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52895f51-42ad-6acc-03cc-df0b6a6e0c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.121114] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.121377] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.121595] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.121776] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.121941] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.124081] env[62839]: INFO nova.compute.manager [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Terminating instance [ 1293.536863] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.537134] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.537293] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.537464] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1293.538393] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8247e3e1-5c33-4bd8-be7a-0bb0d66f9216 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.546647] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df778eb0-9777-4e07-805f-31e073d23668 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.560468] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70b0d1-9936-4676-91b0-788f07d998b1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.566909] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb81a96-c458-4511-bb61-b56b02bf47d5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.595297] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180225MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1293.595515] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.595654] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.605534] env[62839]: DEBUG oslo_vmware.api [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52895f51-42ad-6acc-03cc-df0b6a6e0c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.605850] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.628812] env[62839]: DEBUG nova.compute.manager [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.629059] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.629942] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfae253-e5f7-4fe2-b9c6-ed1a51107eef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.638435] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.638682] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f3d9e2-0312-4aba-bbbc-8fa8e3d7da8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.645681] env[62839]: DEBUG oslo_vmware.api [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1293.645681] env[62839]: value = "task-2758100" [ 1293.645681] env[62839]: _type = "Task" [ 1293.645681] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.155508] env[62839]: DEBUG oslo_vmware.api [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758100, 'name': PowerOffVM_Task, 'duration_secs': 0.179982} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.155876] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.155927] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.156156] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3baa1671-9cda-4522-873b-f1bc2e98b035 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.216814] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.217057] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.217245] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Deleting the datastore file [datastore1] 6c6a6d0a-438b-46ec-ae45-1968f9b2716c {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.217510] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78c32da8-fa18-4284-8aac-7c42d58e8405 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.226217] env[62839]: DEBUG oslo_vmware.api [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for the task: (returnval){ [ 1294.226217] env[62839]: value = "task-2758102" [ 1294.226217] env[62839]: _type = "Task" [ 1294.226217] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.234569] env[62839]: DEBUG oslo_vmware.api [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.607060] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Applying migration context for instance 5d0849bc-4e3c-4efc-8714-695e383ae2a1 as it has an incoming, in-progress migration 07007908-4739-46d3-bcaa-452aae532d77. Migration status is confirming {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1294.608065] env[62839]: INFO nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating resource usage from migration 07007908-4739-46d3-bcaa-452aae532d77 [ 1294.627434] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.627586] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 8e43a81e-ce44-429a-8a32-3938807c6058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.627727] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 1ad5ef78-3f5e-4292-b22b-76ed03215c79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.627876] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Migration 07007908-4739-46d3-bcaa-452aae532d77 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1294.627995] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 5d0849bc-4e3c-4efc-8714-695e383ae2a1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.628127] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 9d6e02cb-6409-4624-9c86-c171a57a451d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.628240] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 6c6a6d0a-438b-46ec-ae45-1968f9b2716c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.628427] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.628565] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.715262] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81722f24-3540-4798-98d3-c8396fa68684 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.722553] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd661fa-16a9-4b1a-bfe8-5a0cf5fce0a0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.755172] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b58e5-9844-4a49-928f-14740fd210f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.760857] env[62839]: DEBUG oslo_vmware.api [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Task: {'id': task-2758102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218174} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.761501] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.761694] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.761884] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.762077] env[62839]: INFO nova.compute.manager [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1294.762326] env[62839]: DEBUG oslo.service.loopingcall [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.762544] env[62839]: DEBUG nova.compute.manager [-] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.762662] env[62839]: DEBUG nova.network.neutron [-] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.767491] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85183691-73d5-4f9d-b8c4-7de3c34211ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.781133] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.027884] env[62839]: DEBUG nova.compute.manager [req-d64ac076-9807-47e3-a3c3-1f8b46982e10 req-5cf16029-eef4-406a-8048-9cc9ba50eb9b service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Received event network-vif-deleted-decbf515-a73d-4225-9af6-0b6c2181c093 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1295.027884] env[62839]: INFO nova.compute.manager [req-d64ac076-9807-47e3-a3c3-1f8b46982e10 req-5cf16029-eef4-406a-8048-9cc9ba50eb9b service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Neutron deleted interface decbf515-a73d-4225-9af6-0b6c2181c093; detaching it from the instance and deleting it from the info cache [ 1295.027884] env[62839]: DEBUG nova.network.neutron [req-d64ac076-9807-47e3-a3c3-1f8b46982e10 req-5cf16029-eef4-406a-8048-9cc9ba50eb9b service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.284281] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.511644] env[62839]: DEBUG nova.network.neutron [-] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.530056] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb10466e-8eee-4442-a951-637bd8927cf3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.540245] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db59732b-c76f-4576-9b01-40787e708bac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.566953] env[62839]: DEBUG nova.compute.manager [req-d64ac076-9807-47e3-a3c3-1f8b46982e10 req-5cf16029-eef4-406a-8048-9cc9ba50eb9b service nova] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Detach interface failed, port_id=decbf515-a73d-4225-9af6-0b6c2181c093, reason: Instance 6c6a6d0a-438b-46ec-ae45-1968f9b2716c could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1295.791641] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.791834] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.792039] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.186s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.014522] env[62839]: INFO nova.compute.manager [-] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Took 1.25 seconds to deallocate network for instance. [ 1296.385541] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9240dcdf-660f-4e9d-a340-91a7ba9df6db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.392802] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d363c9f6-cacb-4670-99c2-dfb097be4b0b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.423154] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ca1b1-a7ab-407c-8d18-9cbf8701f47b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.430310] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e924fcba-c8db-4140-9e58-686977e43347 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.443964] env[62839]: DEBUG nova.compute.provider_tree [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.520668] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.947412] env[62839]: DEBUG nova.scheduler.client.report [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.957240] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.165s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.960045] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.439s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.960279] env[62839]: DEBUG nova.objects.instance [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lazy-loading 'resources' on Instance uuid 6c6a6d0a-438b-46ec-ae45-1968f9b2716c {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.511567] env[62839]: INFO nova.scheduler.client.report [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted allocation for migration 07007908-4739-46d3-bcaa-452aae532d77 [ 1298.543970] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf17090-5681-4c04-bc2c-da05ac32323f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.552544] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7749580-b34d-452e-a667-ea9a6a288c98 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.582697] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa751d52-c0bf-44cb-92dc-14d9db6d3402 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.589299] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe91d67-ee4d-4ece-a203-d511c5203f2b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.602113] env[62839]: DEBUG nova.compute.provider_tree [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.850409] env[62839]: INFO nova.compute.manager [None req-58c6169b-31cd-4ca9-85f7-b9c28743695d tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Get console output [ 1298.850653] env[62839]: WARNING nova.virt.vmwareapi.driver [None req-58c6169b-31cd-4ca9-85f7-b9c28743695d tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] The console log is missing. Check your VSPC configuration [ 1299.016607] env[62839]: DEBUG oslo_concurrency.lockutils [None req-6a3e47fe-1eb2-44e1-9596-971ec2886446 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.752s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.105019] env[62839]: DEBUG nova.scheduler.client.report [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.609455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.626924] env[62839]: INFO nova.scheduler.client.report [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Deleted allocations for instance 6c6a6d0a-438b-46ec-ae45-1968f9b2716c [ 1300.134712] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f9a18774-128a-4e6f-ad33-566388cd7a2d tempest-ServerAddressesTestJSON-105593937 tempest-ServerAddressesTestJSON-105593937-project-member] Lock "6c6a6d0a-438b-46ec-ae45-1968f9b2716c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.013s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.209242] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.209639] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.209756] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "8e43a81e-ce44-429a-8a32-3938807c6058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.210013] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.210209] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.213406] env[62839]: INFO nova.compute.manager [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Terminating instance [ 1309.717223] env[62839]: DEBUG nova.compute.manager [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.717465] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.718406] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d86fe24-df81-4c87-8e36-5f70076e2c6d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.726479] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.726691] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479f4d63-9c44-4553-a5ca-2d42f9f4c023 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.733621] env[62839]: DEBUG oslo_vmware.api [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1309.733621] env[62839]: value = "task-2758103" [ 1309.733621] env[62839]: _type = "Task" [ 1309.733621] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.741310] env[62839]: DEBUG oslo_vmware.api [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.243349] env[62839]: DEBUG oslo_vmware.api [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758103, 'name': PowerOffVM_Task, 'duration_secs': 0.239162} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.243681] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.243793] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.244050] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9612ae3-40cc-4a63-99c4-5a13d4c0e4cd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.307061] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.307289] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.307474] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Deleting the datastore file [datastore2] 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.307731] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7c8a2ff-be55-44fe-9509-705a22256969 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.314093] env[62839]: DEBUG oslo_vmware.api [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1310.314093] env[62839]: value = "task-2758105" [ 1310.314093] env[62839]: _type = "Task" [ 1310.314093] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.321319] env[62839]: DEBUG oslo_vmware.api [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.823819] env[62839]: DEBUG oslo_vmware.api [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153219} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.824159] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.824261] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.824450] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.824642] env[62839]: INFO nova.compute.manager [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1310.824880] env[62839]: DEBUG oslo.service.loopingcall [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1310.825083] env[62839]: DEBUG nova.compute.manager [-] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.825179] env[62839]: DEBUG nova.network.neutron [-] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.279024] env[62839]: DEBUG nova.compute.manager [req-0eb10e56-a271-4f65-914f-76f361b87201 req-f9ae3709-1d42-4464-875d-bcad27ba0338 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Received event network-vif-deleted-ea4bf614-183f-4daa-bf77-cb53adcaf726 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1311.279024] env[62839]: INFO nova.compute.manager [req-0eb10e56-a271-4f65-914f-76f361b87201 req-f9ae3709-1d42-4464-875d-bcad27ba0338 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Neutron deleted interface ea4bf614-183f-4daa-bf77-cb53adcaf726; detaching it from the instance and deleting it from the info cache [ 1311.279024] env[62839]: DEBUG nova.network.neutron [req-0eb10e56-a271-4f65-914f-76f361b87201 req-f9ae3709-1d42-4464-875d-bcad27ba0338 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.758273] env[62839]: DEBUG nova.network.neutron [-] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.780738] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3ac9d65-e07c-4d76-86d1-9673773f2d14 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.791014] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d273325c-53b3-4f0d-bfab-89a7eec065b6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.817407] env[62839]: DEBUG nova.compute.manager [req-0eb10e56-a271-4f65-914f-76f361b87201 req-f9ae3709-1d42-4464-875d-bcad27ba0338 service nova] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Detach interface failed, port_id=ea4bf614-183f-4daa-bf77-cb53adcaf726, reason: Instance 8e43a81e-ce44-429a-8a32-3938807c6058 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1312.261106] env[62839]: INFO nova.compute.manager [-] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Took 1.44 seconds to deallocate network for instance. [ 1312.767013] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.767417] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.767417] env[62839]: DEBUG nova.objects.instance [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'resources' on Instance uuid 8e43a81e-ce44-429a-8a32-3938807c6058 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.340464] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5b0b5a-f7f9-42d4-bfaa-19ccea48dbb5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.348012] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdfea77-528d-4e36-adf8-676391b0ca69 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.377854] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4cd82e-dad3-4fca-916c-c5a0066b77a1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.386348] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f07614-59bf-4c6d-b8b8-f374dee1fffe {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.399190] env[62839]: DEBUG nova.compute.provider_tree [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.902797] env[62839]: DEBUG nova.scheduler.client.report [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.407570] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.430056] env[62839]: INFO nova.scheduler.client.report [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Deleted allocations for instance 8e43a81e-ce44-429a-8a32-3938807c6058 [ 1314.938648] env[62839]: DEBUG oslo_concurrency.lockutils [None req-714f3118-a549-4dbf-9cd0-4ca0c898d30b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "8e43a81e-ce44-429a-8a32-3938807c6058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.082075] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.082454] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.586056] env[62839]: DEBUG nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.104896] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.105188] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.106670] env[62839]: INFO nova.compute.claims [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.180254] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5eb0e2-ae05-47b9-84e8-44f8e05461ed {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.188183] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e990413-f492-4e48-b5e4-58042db019d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.217200] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd83125d-dd4b-4a54-8912-26f1dacc00b8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.223893] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966010ef-b9cf-4232-81f5-8d8ad29996f3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.236290] env[62839]: DEBUG nova.compute.provider_tree [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.739769] env[62839]: DEBUG nova.scheduler.client.report [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.245702] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.246353] env[62839]: DEBUG nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.751460] env[62839]: DEBUG nova.compute.utils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.753284] env[62839]: DEBUG nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.753478] env[62839]: DEBUG nova.network.neutron [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.798029] env[62839]: DEBUG nova.policy [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dcbca1efc67464489da7eb6980673a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd57454d3d1c74a9e81d46f33f87369aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.031440] env[62839]: DEBUG nova.network.neutron [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Successfully created port: 7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.256342] env[62839]: DEBUG nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.266561] env[62839]: DEBUG nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.292382] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.292637] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.292791] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.292972] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.293135] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.293283] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.293492] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.293656] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.293825] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.293988] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.294177] env[62839]: DEBUG nova.virt.hardware [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.295042] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e820f339-e55a-4667-ae9a-3b965583e414 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.302955] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f19151-c4d3-4f49-9ea4-c172463af0e5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.380417] env[62839]: DEBUG nova.compute.manager [req-58f69fa9-c901-4eb9-8614-1635f1e8aaa8 req-31c6c2f1-c031-4ed0-803f-cb4879d672b5 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Received event network-vif-plugged-7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1322.380670] env[62839]: DEBUG oslo_concurrency.lockutils [req-58f69fa9-c901-4eb9-8614-1635f1e8aaa8 req-31c6c2f1-c031-4ed0-803f-cb4879d672b5 service nova] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.380835] env[62839]: DEBUG oslo_concurrency.lockutils [req-58f69fa9-c901-4eb9-8614-1635f1e8aaa8 req-31c6c2f1-c031-4ed0-803f-cb4879d672b5 service nova] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.381007] env[62839]: DEBUG oslo_concurrency.lockutils [req-58f69fa9-c901-4eb9-8614-1635f1e8aaa8 req-31c6c2f1-c031-4ed0-803f-cb4879d672b5 service nova] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.381300] env[62839]: DEBUG nova.compute.manager [req-58f69fa9-c901-4eb9-8614-1635f1e8aaa8 req-31c6c2f1-c031-4ed0-803f-cb4879d672b5 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] No waiting events found dispatching network-vif-plugged-7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.381471] env[62839]: WARNING nova.compute.manager [req-58f69fa9-c901-4eb9-8614-1635f1e8aaa8 req-31c6c2f1-c031-4ed0-803f-cb4879d672b5 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Received unexpected event network-vif-plugged-7e53fae7-ee5d-408a-95af-32e36c99f151 for instance with vm_state building and task_state spawning. [ 1322.455793] env[62839]: DEBUG nova.network.neutron [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Successfully updated port: 7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.959151] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.959307] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.959467] env[62839]: DEBUG nova.network.neutron [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.491582] env[62839]: DEBUG nova.network.neutron [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.615051] env[62839]: DEBUG nova.network.neutron [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updating instance_info_cache with network_info: [{"id": "7e53fae7-ee5d-408a-95af-32e36c99f151", "address": "fa:16:3e:7f:47:3b", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e53fae7-ee", "ovs_interfaceid": "7e53fae7-ee5d-408a-95af-32e36c99f151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.726155] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.726414] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.726624] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.726833] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.727015] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.729056] env[62839]: INFO nova.compute.manager [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Terminating instance [ 1324.117746] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.118135] env[62839]: DEBUG nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Instance network_info: |[{"id": "7e53fae7-ee5d-408a-95af-32e36c99f151", "address": "fa:16:3e:7f:47:3b", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e53fae7-ee", "ovs_interfaceid": "7e53fae7-ee5d-408a-95af-32e36c99f151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.118584] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:47:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e53fae7-ee5d-408a-95af-32e36c99f151', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.126037] env[62839]: DEBUG oslo.service.loopingcall [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.126265] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.126492] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be113e42-89e3-4df3-a021-43d9a8d6e966 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.146580] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.146580] env[62839]: value = "task-2758106" [ 1324.146580] env[62839]: _type = "Task" [ 1324.146580] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.153898] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758106, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.233146] env[62839]: DEBUG nova.compute.manager [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.233427] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.233717] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac55ba1f-3a84-4168-8eff-0fd6ff215fd9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.240417] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1324.240417] env[62839]: value = "task-2758107" [ 1324.240417] env[62839]: _type = "Task" [ 1324.240417] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.248290] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.406551] env[62839]: DEBUG nova.compute.manager [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Received event network-changed-7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1324.406991] env[62839]: DEBUG nova.compute.manager [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Refreshing instance network info cache due to event network-changed-7e53fae7-ee5d-408a-95af-32e36c99f151. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1324.407266] env[62839]: DEBUG oslo_concurrency.lockutils [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] Acquiring lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.407432] env[62839]: DEBUG oslo_concurrency.lockutils [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] Acquired lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.407622] env[62839]: DEBUG nova.network.neutron [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Refreshing network info cache for port 7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.656604] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758106, 'name': CreateVM_Task, 'duration_secs': 0.290891} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.656971] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.657457] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.657627] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.657956] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.658223] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a52972b-204b-41f2-9ec3-0ee0a3926567 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.662755] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1324.662755] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c33912-628b-b909-014f-7296a9c870c0" [ 1324.662755] env[62839]: _type = "Task" [ 1324.662755] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.669934] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c33912-628b-b909-014f-7296a9c870c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.749401] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758107, 'name': PowerOffVM_Task, 'duration_secs': 0.155773} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.749639] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.749836] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.750044] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554945', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'name': 'volume-e26b6413-ab82-49c7-9206-175bdfc2d918', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d0849bc-4e3c-4efc-8714-695e383ae2a1', 'attached_at': '2025-02-21T08:30:54.000000', 'detached_at': '', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'serial': 'e26b6413-ab82-49c7-9206-175bdfc2d918'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1324.750751] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc5454-c38c-48ec-a613-8fd6efb0d3db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.767784] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaaf474-d687-493c-abb6-dfdc6ccdb34f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.773531] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d6084-4878-41ca-8509-835655e167ec {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.790373] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a1305f-a692-4e04-ac09-55e391a46262 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.805263] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] The volume has not been displaced from its original location: [datastore1] volume-e26b6413-ab82-49c7-9206-175bdfc2d918/volume-e26b6413-ab82-49c7-9206-175bdfc2d918.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1324.810459] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1324.810710] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a3f0d4-d0a4-4e01-8a60-b2d713b20db6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.828035] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1324.828035] env[62839]: value = "task-2758108" [ 1324.828035] env[62839]: _type = "Task" [ 1324.828035] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.835031] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.104837] env[62839]: DEBUG nova.network.neutron [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updated VIF entry in instance network info cache for port 7e53fae7-ee5d-408a-95af-32e36c99f151. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.105220] env[62839]: DEBUG nova.network.neutron [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updating instance_info_cache with network_info: [{"id": "7e53fae7-ee5d-408a-95af-32e36c99f151", "address": "fa:16:3e:7f:47:3b", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e53fae7-ee", "ovs_interfaceid": "7e53fae7-ee5d-408a-95af-32e36c99f151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.173141] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c33912-628b-b909-014f-7296a9c870c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.173455] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.173696] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.173930] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.174416] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.174416] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.174625] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3350e613-86b9-4eb0-aa05-126bbb535cde {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.182514] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.182714] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.183423] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05858b45-bffa-4718-80f7-585b33bbb587 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.188565] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1325.188565] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52984a3b-a965-8dcf-5b70-7066a614cd99" [ 1325.188565] env[62839]: _type = "Task" [ 1325.188565] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.196206] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52984a3b-a965-8dcf-5b70-7066a614cd99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.337528] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758108, 'name': ReconfigVM_Task, 'duration_secs': 0.155736} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.337798] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.342420] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69147e4b-946b-4b2c-8ee9-343e0aca85f7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.356746] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1325.356746] env[62839]: value = "task-2758109" [ 1325.356746] env[62839]: _type = "Task" [ 1325.356746] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.364155] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.610776] env[62839]: DEBUG oslo_concurrency.lockutils [req-10eb2aa1-2546-4186-b5db-b8ec4b831842 req-6e7c51ca-d654-4fee-bbf8-b73dda6aff7a service nova] Releasing lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.699063] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52984a3b-a965-8dcf-5b70-7066a614cd99, 'name': SearchDatastore_Task, 'duration_secs': 0.019095} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.699657] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48060f64-1516-4d0a-8bcd-78df1e5c59e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.704504] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1325.704504] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b70265-0501-e604-5ba0-b0c9d147d39b" [ 1325.704504] env[62839]: _type = "Task" [ 1325.704504] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.711557] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b70265-0501-e604-5ba0-b0c9d147d39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.747153] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "9d6e02cb-6409-4624-9c86-c171a57a451d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.747350] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.747529] env[62839]: DEBUG nova.compute.manager [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.748305] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee8f817-5389-4205-9a70-d976f175176a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.754237] env[62839]: DEBUG nova.compute.manager [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62839) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1325.754791] env[62839]: DEBUG nova.objects.instance [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'flavor' on Instance uuid 9d6e02cb-6409-4624-9c86-c171a57a451d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.866540] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758109, 'name': ReconfigVM_Task, 'duration_secs': 0.128175} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.866842] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554945', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'name': 'volume-e26b6413-ab82-49c7-9206-175bdfc2d918', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d0849bc-4e3c-4efc-8714-695e383ae2a1', 'attached_at': '2025-02-21T08:30:54.000000', 'detached_at': '', 'volume_id': 'e26b6413-ab82-49c7-9206-175bdfc2d918', 'serial': 'e26b6413-ab82-49c7-9206-175bdfc2d918'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1325.867130] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.867850] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cab7a9-c724-42e1-9be2-cd5325f50e6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.874033] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.874253] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c5c84ff-c3a8-4593-9e0c-552d70213ee7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.933137] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.933349] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.933530] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleting the datastore file [datastore1] 5d0849bc-4e3c-4efc-8714-695e383ae2a1 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.933777] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-239319fb-8fd1-49ea-bb7c-50c7a2089e25 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.941539] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1325.941539] env[62839]: value = "task-2758111" [ 1325.941539] env[62839]: _type = "Task" [ 1325.941539] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.948858] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.214983] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52b70265-0501-e604-5ba0-b0c9d147d39b, 'name': SearchDatastore_Task, 'duration_secs': 0.008391} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.214983] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.215189] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 539b6d69-b2b3-4abc-a767-932bb0567da2/539b6d69-b2b3-4abc-a767-932bb0567da2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.215379] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54c0a6e-daab-43ff-bc97-9780bba2d1e9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.221651] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1326.221651] env[62839]: value = "task-2758112" [ 1326.221651] env[62839]: _type = "Task" [ 1326.221651] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.228908] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.451349] env[62839]: DEBUG oslo_vmware.api [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075144} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.451626] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.451817] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.451996] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.452191] env[62839]: INFO nova.compute.manager [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1326.452436] env[62839]: DEBUG oslo.service.loopingcall [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.452633] env[62839]: DEBUG nova.compute.manager [-] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.452728] env[62839]: DEBUG nova.network.neutron [-] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.736025] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447434} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.736786] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 539b6d69-b2b3-4abc-a767-932bb0567da2/539b6d69-b2b3-4abc-a767-932bb0567da2.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.737209] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.737632] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ba53dd8-bef5-4f16-939f-cf1ac6d70d7c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.746080] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1326.746080] env[62839]: value = "task-2758113" [ 1326.746080] env[62839]: _type = "Task" [ 1326.746080] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.757842] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.761574] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.761934] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e89fcb8-84e8-40b7-a702-97ed7925275c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.768736] env[62839]: DEBUG oslo_vmware.api [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1326.768736] env[62839]: value = "task-2758114" [ 1326.768736] env[62839]: _type = "Task" [ 1326.768736] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.776162] env[62839]: DEBUG oslo_vmware.api [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.954401] env[62839]: DEBUG nova.compute.manager [req-dc263375-8f3b-4aa8-85d1-5fccc4b7c2d0 req-4a571a79-ecdb-43a9-b586-fb8e010166c8 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Received event network-vif-deleted-1f4d9dd4-d25d-4dfd-8399-295f16e29ae1 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1326.954602] env[62839]: INFO nova.compute.manager [req-dc263375-8f3b-4aa8-85d1-5fccc4b7c2d0 req-4a571a79-ecdb-43a9-b586-fb8e010166c8 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Neutron deleted interface 1f4d9dd4-d25d-4dfd-8399-295f16e29ae1; detaching it from the instance and deleting it from the info cache [ 1326.954780] env[62839]: DEBUG nova.network.neutron [req-dc263375-8f3b-4aa8-85d1-5fccc4b7c2d0 req-4a571a79-ecdb-43a9-b586-fb8e010166c8 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.256588] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225827} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.256907] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.257815] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1439eb8b-8fd8-4991-b3e9-9087795823ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.280576] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 539b6d69-b2b3-4abc-a767-932bb0567da2/539b6d69-b2b3-4abc-a767-932bb0567da2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.283693] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4775734-4d67-4fb9-9226-a9d5f1c7a1f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.304626] env[62839]: DEBUG oslo_vmware.api [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758114, 'name': PowerOffVM_Task, 'duration_secs': 0.203354} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.305820] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.306047] env[62839]: DEBUG nova.compute.manager [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.306394] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1327.306394] env[62839]: value = "task-2758115" [ 1327.306394] env[62839]: _type = "Task" [ 1327.306394] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.307056] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6ec016-0b01-484b-97fb-ad94df6a4d66 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.320875] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.437177] env[62839]: DEBUG nova.network.neutron [-] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.457396] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c411baa-5ba1-4e56-b5ae-508224616030 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.467394] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc94a6-6a21-41e9-8c58-56504a90b5f9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.494643] env[62839]: DEBUG nova.compute.manager [req-dc263375-8f3b-4aa8-85d1-5fccc4b7c2d0 req-4a571a79-ecdb-43a9-b586-fb8e010166c8 service nova] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Detach interface failed, port_id=1f4d9dd4-d25d-4dfd-8399-295f16e29ae1, reason: Instance 5d0849bc-4e3c-4efc-8714-695e383ae2a1 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1327.819455] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758115, 'name': ReconfigVM_Task, 'duration_secs': 0.308119} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.819769] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 539b6d69-b2b3-4abc-a767-932bb0567da2/539b6d69-b2b3-4abc-a767-932bb0567da2.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.820465] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84185f19-44c6-4bb4-af10-b991760e604e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.824385] env[62839]: DEBUG oslo_concurrency.lockutils [None req-f4a36df3-b98b-4c4c-8dba-296e6f47c44e tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.829212] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1327.829212] env[62839]: value = "task-2758116" [ 1327.829212] env[62839]: _type = "Task" [ 1327.829212] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.837108] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758116, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.939859] env[62839]: INFO nova.compute.manager [-] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Took 1.49 seconds to deallocate network for instance. [ 1328.130954] env[62839]: DEBUG nova.objects.instance [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'flavor' on Instance uuid 9d6e02cb-6409-4624-9c86-c171a57a451d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.338746] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758116, 'name': Rename_Task, 'duration_secs': 0.188404} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.339034] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.339272] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f871e12-fe40-40af-9dd7-d79b92ac12d2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.345029] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1328.345029] env[62839]: value = "task-2758117" [ 1328.345029] env[62839]: _type = "Task" [ 1328.345029] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.351906] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.490039] env[62839]: INFO nova.compute.manager [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Took 0.55 seconds to detach 1 volumes for instance. [ 1328.491933] env[62839]: DEBUG nova.compute.manager [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Deleting volume: e26b6413-ab82-49c7-9206-175bdfc2d918 {{(pid=62839) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1328.634699] env[62839]: DEBUG oslo_concurrency.lockutils [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.634881] env[62839]: DEBUG oslo_concurrency.lockutils [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.635012] env[62839]: DEBUG nova.network.neutron [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.635205] env[62839]: DEBUG nova.objects.instance [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'info_cache' on Instance uuid 9d6e02cb-6409-4624-9c86-c171a57a451d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.854852] env[62839]: DEBUG oslo_vmware.api [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758117, 'name': PowerOnVM_Task, 'duration_secs': 0.490718} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.855232] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.855332] env[62839]: INFO nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1328.855618] env[62839]: DEBUG nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.856424] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62462c85-4c0c-4900-b6ff-b5088dd41a89 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.033651] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.033907] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.034210] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.056486] env[62839]: INFO nova.scheduler.client.report [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted allocations for instance 5d0849bc-4e3c-4efc-8714-695e383ae2a1 [ 1329.139926] env[62839]: DEBUG nova.objects.base [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Object Instance<9d6e02cb-6409-4624-9c86-c171a57a451d> lazy-loaded attributes: flavor,info_cache {{(pid=62839) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.374784] env[62839]: INFO nova.compute.manager [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Took 11.28 seconds to build instance. [ 1329.563421] env[62839]: DEBUG oslo_concurrency.lockutils [None req-7d52831d-b08d-4aa7-82b8-aecfe91fcecd tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "5d0849bc-4e3c-4efc-8714-695e383ae2a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.860537] env[62839]: DEBUG nova.network.neutron [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updating instance_info_cache with network_info: [{"id": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "address": "fa:16:3e:13:d7:1c", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5a28d9-3a", "ovs_interfaceid": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.877382] env[62839]: DEBUG oslo_concurrency.lockutils [None req-316ed65d-a72d-4272-aa3d-a79334100303 tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.795s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.145175] env[62839]: DEBUG nova.compute.manager [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Received event network-changed-7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1330.145175] env[62839]: DEBUG nova.compute.manager [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Refreshing instance network info cache due to event network-changed-7e53fae7-ee5d-408a-95af-32e36c99f151. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1330.145437] env[62839]: DEBUG oslo_concurrency.lockutils [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] Acquiring lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.145573] env[62839]: DEBUG oslo_concurrency.lockutils [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] Acquired lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.145706] env[62839]: DEBUG nova.network.neutron [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Refreshing network info cache for port 7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.363476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.400856] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.401116] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.401345] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.401858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.401858] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.403628] env[62839]: INFO nova.compute.manager [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Terminating instance [ 1330.848090] env[62839]: DEBUG nova.network.neutron [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updated VIF entry in instance network info cache for port 7e53fae7-ee5d-408a-95af-32e36c99f151. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.848447] env[62839]: DEBUG nova.network.neutron [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updating instance_info_cache with network_info: [{"id": "7e53fae7-ee5d-408a-95af-32e36c99f151", "address": "fa:16:3e:7f:47:3b", "network": {"id": "3eb76ae9-d750-4bb7-8525-2219b08892c6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1965490243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57454d3d1c74a9e81d46f33f87369aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e53fae7-ee", "ovs_interfaceid": "7e53fae7-ee5d-408a-95af-32e36c99f151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.907366] env[62839]: DEBUG nova.compute.manager [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.907691] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.908515] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9048b8-3627-49ad-af95-c91465e17638 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.915855] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.916085] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d178eebc-32f1-49f9-8651-e2979dabe9e2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.921555] env[62839]: DEBUG oslo_vmware.api [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1330.921555] env[62839]: value = "task-2758119" [ 1330.921555] env[62839]: _type = "Task" [ 1330.921555] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.929312] env[62839]: DEBUG oslo_vmware.api [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.350954] env[62839]: DEBUG oslo_concurrency.lockutils [req-7d123d42-b588-42bc-a79a-cae441ff7e0e req-c4498b48-6127-4f18-8985-dc7e320cdf26 service nova] Releasing lock "refresh_cache-539b6d69-b2b3-4abc-a767-932bb0567da2" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.368069] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.368517] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a27ce074-15fb-40d6-8333-4c12b8451a4e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.376432] env[62839]: DEBUG oslo_vmware.api [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1331.376432] env[62839]: value = "task-2758120" [ 1331.376432] env[62839]: _type = "Task" [ 1331.376432] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.385845] env[62839]: DEBUG oslo_vmware.api [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.431676] env[62839]: DEBUG oslo_vmware.api [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758119, 'name': PowerOffVM_Task, 'duration_secs': 0.197479} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.432039] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.432271] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.432550] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd04420b-0c20-4fa2-9d68-361861f03cb0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.495784] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.496009] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.496261] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleting the datastore file [datastore2] 1ad5ef78-3f5e-4292-b22b-76ed03215c79 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.496553] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07934def-bdba-42be-9cb0-756e66d228e8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.503588] env[62839]: DEBUG oslo_vmware.api [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1331.503588] env[62839]: value = "task-2758122" [ 1331.503588] env[62839]: _type = "Task" [ 1331.503588] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.511408] env[62839]: DEBUG oslo_vmware.api [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.886050] env[62839]: DEBUG oslo_vmware.api [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758120, 'name': PowerOnVM_Task, 'duration_secs': 0.449836} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.886332] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.886553] env[62839]: DEBUG nova.compute.manager [None req-faa184c4-c45b-463d-8fdb-6db73503252d tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.887351] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3355bc64-78a5-4359-866d-253304553454 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.013452] env[62839]: DEBUG oslo_vmware.api [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13361} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.013940] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.013940] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.014108] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.014174] env[62839]: INFO nova.compute.manager [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.014407] env[62839]: DEBUG oslo.service.loopingcall [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.014599] env[62839]: DEBUG nova.compute.manager [-] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.014690] env[62839]: DEBUG nova.network.neutron [-] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.310846] env[62839]: DEBUG nova.compute.manager [req-1f5a97a1-abce-43cb-ba03-ebcb646a9ff4 req-2171e699-150c-496c-9360-e39b7d8350bb service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Received event network-vif-deleted-730f6c02-37d4-4fbb-97e0-4ee86e2516bf {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1332.311094] env[62839]: INFO nova.compute.manager [req-1f5a97a1-abce-43cb-ba03-ebcb646a9ff4 req-2171e699-150c-496c-9360-e39b7d8350bb service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Neutron deleted interface 730f6c02-37d4-4fbb-97e0-4ee86e2516bf; detaching it from the instance and deleting it from the info cache [ 1332.311392] env[62839]: DEBUG nova.network.neutron [req-1f5a97a1-abce-43cb-ba03-ebcb646a9ff4 req-2171e699-150c-496c-9360-e39b7d8350bb service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.796901] env[62839]: DEBUG nova.network.neutron [-] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.814986] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14af3f33-1d4c-425e-8650-d2240e2126ac {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.824228] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fed8b1e-eba1-4999-9540-846b9996fc64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.850233] env[62839]: DEBUG nova.compute.manager [req-1f5a97a1-abce-43cb-ba03-ebcb646a9ff4 req-2171e699-150c-496c-9360-e39b7d8350bb service nova] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Detach interface failed, port_id=730f6c02-37d4-4fbb-97e0-4ee86e2516bf, reason: Instance 1ad5ef78-3f5e-4292-b22b-76ed03215c79 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1332.979389] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c601ec-2812-4574-b70c-55874bdc1fee {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.985769] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4c8e70-22dd-4da1-850d-8072dde0d8d2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Suspending the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1332.985992] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3ca7c162-404d-486a-ad1e-7ec6bb829ed3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.992436] env[62839]: DEBUG oslo_vmware.api [None req-fa4c8e70-22dd-4da1-850d-8072dde0d8d2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1332.992436] env[62839]: value = "task-2758123" [ 1332.992436] env[62839]: _type = "Task" [ 1332.992436] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.999924] env[62839]: DEBUG oslo_vmware.api [None req-fa4c8e70-22dd-4da1-850d-8072dde0d8d2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758123, 'name': SuspendVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.300081] env[62839]: INFO nova.compute.manager [-] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Took 1.28 seconds to deallocate network for instance. [ 1333.502029] env[62839]: DEBUG oslo_vmware.api [None req-fa4c8e70-22dd-4da1-850d-8072dde0d8d2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758123, 'name': SuspendVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.806561] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.806890] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.807190] env[62839]: DEBUG nova.objects.instance [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'resources' on Instance uuid 1ad5ef78-3f5e-4292-b22b-76ed03215c79 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.003224] env[62839]: DEBUG oslo_vmware.api [None req-fa4c8e70-22dd-4da1-850d-8072dde0d8d2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758123, 'name': SuspendVM_Task, 'duration_secs': 0.545466} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.003541] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4c8e70-22dd-4da1-850d-8072dde0d8d2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Suspended the VM {{(pid=62839) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1334.003757] env[62839]: DEBUG nova.compute.manager [None req-fa4c8e70-22dd-4da1-850d-8072dde0d8d2 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.004609] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67654886-e650-43d1-a9ae-131514b5c059 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.372395] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba7d2ef-c3eb-4884-aed0-b2f47edd8b8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.380162] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f9e257-0999-497d-bd53-30f585c2f2b7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.411019] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3964219c-2579-4856-8cf7-d8e050a47787 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.417936] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92386245-b1d2-40d6-a17d-f4b395405cde {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.430590] env[62839]: DEBUG nova.compute.provider_tree [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.933657] env[62839]: DEBUG nova.scheduler.client.report [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.306536] env[62839]: INFO nova.compute.manager [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Resuming [ 1335.307208] env[62839]: DEBUG nova.objects.instance [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'flavor' on Instance uuid 9d6e02cb-6409-4624-9c86-c171a57a451d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.439238] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.473587] env[62839]: INFO nova.scheduler.client.report [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted allocations for instance 1ad5ef78-3f5e-4292-b22b-76ed03215c79 [ 1335.981128] env[62839]: DEBUG oslo_concurrency.lockutils [None req-93e1c23f-84f7-490a-b60b-53e06bac5587 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "1ad5ef78-3f5e-4292-b22b-76ed03215c79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.580s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.817952] env[62839]: DEBUG oslo_concurrency.lockutils [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.818238] env[62839]: DEBUG oslo_concurrency.lockutils [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquired lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.818389] env[62839]: DEBUG nova.network.neutron [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.512218] env[62839]: DEBUG nova.network.neutron [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updating instance_info_cache with network_info: [{"id": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "address": "fa:16:3e:13:d7:1c", "network": {"id": "19b072d7-7370-467b-a8b0-0c9227d5d05f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1692795590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcfcfcf01364d63aa820583bbbec00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f5a28d9-3a", "ovs_interfaceid": "6f5a28d9-3a7f-409f-908f-d88731b8f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.015450] env[62839]: DEBUG oslo_concurrency.lockutils [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Releasing lock "refresh_cache-9d6e02cb-6409-4624-9c86-c171a57a451d" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.016579] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e682e6a-6eb2-4b24-a6c0-8fba13b59d89 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.024043] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Resuming the VM {{(pid=62839) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1338.024277] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34cebd8-9cff-41b9-bcbd-b5e717c1f62a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.032890] env[62839]: DEBUG oslo_vmware.api [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1338.032890] env[62839]: value = "task-2758125" [ 1338.032890] env[62839]: _type = "Task" [ 1338.032890] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.040398] env[62839]: DEBUG oslo_vmware.api [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.545052] env[62839]: DEBUG oslo_vmware.api [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758125, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.044987] env[62839]: DEBUG oslo_vmware.api [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758125, 'name': PowerOnVM_Task, 'duration_secs': 0.533956} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.045387] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Resumed the VM {{(pid=62839) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1339.045518] env[62839]: DEBUG nova.compute.manager [None req-32212764-2fe0-4663-915e-38ea5c6caec6 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.046310] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c243246e-f0b0-4574-bb8e-4dc42cc466f5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.991282] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "9d6e02cb-6409-4624-9c86-c171a57a451d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.991538] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.991744] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "9d6e02cb-6409-4624-9c86-c171a57a451d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.991923] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.992109] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.994175] env[62839]: INFO nova.compute.manager [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Terminating instance [ 1340.074425] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.074792] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.074839] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.074995] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.075183] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.076965] env[62839]: INFO nova.compute.manager [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Terminating instance [ 1340.498198] env[62839]: DEBUG nova.compute.manager [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.498462] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.499356] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b646ef49-8d8b-46fb-9ccf-67d55a65a39b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.507218] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.507446] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dad6feb-212a-42a0-ae5e-41e0f2103198 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.513135] env[62839]: DEBUG oslo_vmware.api [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1340.513135] env[62839]: value = "task-2758126" [ 1340.513135] env[62839]: _type = "Task" [ 1340.513135] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.520324] env[62839]: DEBUG oslo_vmware.api [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.580391] env[62839]: DEBUG nova.compute.manager [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.580595] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.581486] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a167f4a-9512-454a-90de-7f1ab6ee3a19 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.588858] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.589118] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98646663-8b08-424b-ab81-84840d0751f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.595400] env[62839]: DEBUG oslo_vmware.api [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1340.595400] env[62839]: value = "task-2758127" [ 1340.595400] env[62839]: _type = "Task" [ 1340.595400] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.604573] env[62839]: DEBUG oslo_vmware.api [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.022724] env[62839]: DEBUG oslo_vmware.api [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758126, 'name': PowerOffVM_Task, 'duration_secs': 0.178795} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.022971] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.023112] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.023348] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a6c4f42-43a9-4a43-ac10-33186fa74c8e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.086103] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.086474] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.086524] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleting the datastore file [datastore1] 9d6e02cb-6409-4624-9c86-c171a57a451d {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.086741] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd824f4b-4a22-46f2-b546-68b4f26908cf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.092259] env[62839]: DEBUG oslo_vmware.api [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for the task: (returnval){ [ 1341.092259] env[62839]: value = "task-2758129" [ 1341.092259] env[62839]: _type = "Task" [ 1341.092259] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.101752] env[62839]: DEBUG oslo_vmware.api [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.105986] env[62839]: DEBUG oslo_vmware.api [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758127, 'name': PowerOffVM_Task, 'duration_secs': 0.1702} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.106232] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.106396] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.106614] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c42675e8-41aa-4a6d-bb7b-3b83f4844d55 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.165397] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.165606] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.165770] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleting the datastore file [datastore1] f2fcf2f9-6201-4213-8042-698ed5fc45d1 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.166075] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42af9043-b686-432c-815d-c9a29aa829af {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.172239] env[62839]: DEBUG oslo_vmware.api [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for the task: (returnval){ [ 1341.172239] env[62839]: value = "task-2758131" [ 1341.172239] env[62839]: _type = "Task" [ 1341.172239] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.179802] env[62839]: DEBUG oslo_vmware.api [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.602733] env[62839]: DEBUG oslo_vmware.api [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Task: {'id': task-2758129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147377} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.602925] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.603111] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.603291] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.603467] env[62839]: INFO nova.compute.manager [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.603700] env[62839]: DEBUG oslo.service.loopingcall [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.603894] env[62839]: DEBUG nova.compute.manager [-] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.603984] env[62839]: DEBUG nova.network.neutron [-] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.681599] env[62839]: DEBUG oslo_vmware.api [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Task: {'id': task-2758131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137388} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.681841] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.682038] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.682221] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.682740] env[62839]: INFO nova.compute.manager [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1341.682740] env[62839]: DEBUG oslo.service.loopingcall [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.682890] env[62839]: DEBUG nova.compute.manager [-] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.682890] env[62839]: DEBUG nova.network.neutron [-] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.086220] env[62839]: DEBUG nova.compute.manager [req-1d5dda91-75e6-4317-82cb-1aef19492594 req-da1386cf-1adb-4e25-bf07-a6cf54f1a9b0 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Received event network-vif-deleted-5c8b85d5-c711-4c5b-a964-abfa67581fca {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1342.086503] env[62839]: INFO nova.compute.manager [req-1d5dda91-75e6-4317-82cb-1aef19492594 req-da1386cf-1adb-4e25-bf07-a6cf54f1a9b0 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Neutron deleted interface 5c8b85d5-c711-4c5b-a964-abfa67581fca; detaching it from the instance and deleting it from the info cache [ 1342.086596] env[62839]: DEBUG nova.network.neutron [req-1d5dda91-75e6-4317-82cb-1aef19492594 req-da1386cf-1adb-4e25-bf07-a6cf54f1a9b0 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.570756] env[62839]: DEBUG nova.network.neutron [-] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.589040] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3053f455-a434-4563-bf3f-7ac36f1e4afc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.598652] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4203ff9-3b81-45e7-9591-b3fd4d336abd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.623186] env[62839]: DEBUG nova.compute.manager [req-1d5dda91-75e6-4317-82cb-1aef19492594 req-da1386cf-1adb-4e25-bf07-a6cf54f1a9b0 service nova] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Detach interface failed, port_id=5c8b85d5-c711-4c5b-a964-abfa67581fca, reason: Instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1342.905205] env[62839]: DEBUG nova.network.neutron [-] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.073779] env[62839]: INFO nova.compute.manager [-] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Took 1.39 seconds to deallocate network for instance. [ 1343.407582] env[62839]: INFO nova.compute.manager [-] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Took 1.80 seconds to deallocate network for instance. [ 1343.580653] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.580847] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.581071] env[62839]: DEBUG nova.objects.instance [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lazy-loading 'resources' on Instance uuid f2fcf2f9-6201-4213-8042-698ed5fc45d1 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.914812] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.113426] env[62839]: DEBUG nova.compute.manager [req-c567b0fd-112d-479b-9a7b-eb045df38648 req-c355bea4-1852-4b29-8bae-0006a090929b service nova] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Received event network-vif-deleted-6f5a28d9-3a7f-409f-908f-d88731b8f5e2 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1344.136108] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd8f5bf-7043-4592-8c88-e33f4f34f589 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.144257] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195e43a3-c729-403f-a431-f53ea133acef {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.174351] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6139dd-411c-4103-8995-0e3538e31334 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.181267] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529e3257-fd1a-434e-9f4e-3de1333b2ed9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.193895] env[62839]: DEBUG nova.compute.provider_tree [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.696772] env[62839]: DEBUG nova.scheduler.client.report [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.201692] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.204943] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.289s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.205209] env[62839]: DEBUG nova.objects.instance [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lazy-loading 'resources' on Instance uuid 9d6e02cb-6409-4624-9c86-c171a57a451d {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.219160] env[62839]: INFO nova.scheduler.client.report [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Deleted allocations for instance f2fcf2f9-6201-4213-8042-698ed5fc45d1 [ 1345.727223] env[62839]: DEBUG oslo_concurrency.lockutils [None req-e607e320-73da-41c3-a542-80f418fbb775 tempest-ServerActionsTestOtherA-857743388 tempest-ServerActionsTestOtherA-857743388-project-member] Lock "f2fcf2f9-6201-4213-8042-698ed5fc45d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.652s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.747332] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f74c904-4ddd-4e3c-9536-8604ac1b4621 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.755033] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38addf0-5b24-47f6-9b77-4ae24813aea6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.784277] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ee945-2161-4a05-9769-dca64d4f8cd1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.790791] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decc1bed-8946-4753-a7a4-34df5e37c18b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.803128] env[62839]: DEBUG nova.compute.provider_tree [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.306262] env[62839]: DEBUG nova.scheduler.client.report [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.811467] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.834051] env[62839]: INFO nova.scheduler.client.report [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Deleted allocations for instance 9d6e02cb-6409-4624-9c86-c171a57a451d [ 1347.341963] env[62839]: DEBUG oslo_concurrency.lockutils [None req-77f3ac88-ef5f-45aa-9a70-81e0f5797ac7 tempest-ServerActionsTestJSON-1296946221 tempest-ServerActionsTestJSON-1296946221-project-member] Lock "9d6e02cb-6409-4624-9c86-c171a57a451d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.350s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.917501] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.917764] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.422055] env[62839]: DEBUG nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.944588] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.944885] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.946417] env[62839]: INFO nova.compute.claims [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.202977] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.203257] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.708066] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.708230] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.708385] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.708531] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.708669] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.708809] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.708940] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1353.709093] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.990217] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215149d-f817-4daa-9544-a20f606f9739 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.997575] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b039ee-2054-4ec5-80cc-038aefa34885 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.030074] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0b93c-5c91-43a3-b33f-b533ed54c733 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.037544] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26800953-1dbe-4acd-b5c4-811c1744a177 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.050363] env[62839]: DEBUG nova.compute.provider_tree [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.211595] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.553691] env[62839]: DEBUG nova.scheduler.client.report [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.058891] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.059539] env[62839]: DEBUG nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.062035] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.851s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.062276] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.062449] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1355.063498] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e860f616-6bab-4995-9dea-f87251d37824 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.072077] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c88b126-8f75-4586-a9f6-60d6cb12057d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.085588] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40a813b-9286-4a2d-90cc-4c02477af693 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.091771] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d61857a-f663-4fd6-8ccf-62e2a8cc93a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.121989] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180635MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1355.122146] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.122338] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.565277] env[62839]: DEBUG nova.compute.utils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1355.566748] env[62839]: DEBUG nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.566921] env[62839]: DEBUG nova.network.neutron [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.611690] env[62839]: DEBUG nova.policy [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef3e45a56a854b2c8b944d846e6cd861', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c3a5c685e946579776abedadb5e864', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.845094] env[62839]: DEBUG nova.network.neutron [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Successfully created port: b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.069727] env[62839]: DEBUG nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.145068] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 539b6d69-b2b3-4abc-a767-932bb0567da2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1356.145235] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 43ec202b-10fb-4c04-9e24-0f91a114bfa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1356.145414] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1356.145550] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1356.181083] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2392002-2d1c-454e-8752-967487d0d452 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.188878] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9235a354-ff1b-4938-a486-3f0bc2bd74a9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.221075] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac2579-c273-4d85-9c2b-31719bf1a3db {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.228101] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc354f-5de0-4909-8adb-e4b3bd2d0dc4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.240576] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.743432] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.080770] env[62839]: DEBUG nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.106424] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.106687] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.106846] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.107042] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.107192] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.107338] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.107544] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.107702] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.107868] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.108038] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.108268] env[62839]: DEBUG nova.virt.hardware [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.109135] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7de001b-23fb-47f6-86f5-b94f97a74055 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.117137] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd6f5a-b53c-44a9-a15a-0903c203bb07 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.188970] env[62839]: DEBUG nova.compute.manager [req-573427a2-4f56-4aa8-82a0-0ddff96f060e req-4ef53cde-4d7c-4d59-bf7e-750722ed5fc4 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Received event network-vif-plugged-b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1357.189206] env[62839]: DEBUG oslo_concurrency.lockutils [req-573427a2-4f56-4aa8-82a0-0ddff96f060e req-4ef53cde-4d7c-4d59-bf7e-750722ed5fc4 service nova] Acquiring lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.189410] env[62839]: DEBUG oslo_concurrency.lockutils [req-573427a2-4f56-4aa8-82a0-0ddff96f060e req-4ef53cde-4d7c-4d59-bf7e-750722ed5fc4 service nova] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.189609] env[62839]: DEBUG oslo_concurrency.lockutils [req-573427a2-4f56-4aa8-82a0-0ddff96f060e req-4ef53cde-4d7c-4d59-bf7e-750722ed5fc4 service nova] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.189779] env[62839]: DEBUG nova.compute.manager [req-573427a2-4f56-4aa8-82a0-0ddff96f060e req-4ef53cde-4d7c-4d59-bf7e-750722ed5fc4 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] No waiting events found dispatching network-vif-plugged-b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.189888] env[62839]: WARNING nova.compute.manager [req-573427a2-4f56-4aa8-82a0-0ddff96f060e req-4ef53cde-4d7c-4d59-bf7e-750722ed5fc4 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Received unexpected event network-vif-plugged-b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e for instance with vm_state building and task_state spawning. [ 1357.248304] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1357.248511] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.271802] env[62839]: DEBUG nova.network.neutron [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Successfully updated port: b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.774131] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.774298] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.774456] env[62839]: DEBUG nova.network.neutron [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.306259] env[62839]: DEBUG nova.network.neutron [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.405943] env[62839]: DEBUG nova.network.neutron [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Updating instance_info_cache with network_info: [{"id": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "address": "fa:16:3e:09:51:63", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d18ce9-e7", "ovs_interfaceid": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.908379] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.908695] env[62839]: DEBUG nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Instance network_info: |[{"id": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "address": "fa:16:3e:09:51:63", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d18ce9-e7", "ovs_interfaceid": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.909138] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:51:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.916530] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Creating folder: Project (28c3a5c685e946579776abedadb5e864). Parent ref: group-v554621. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.916790] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32a22851-8406-462d-8681-1736f7b79b58 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.927893] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Created folder: Project (28c3a5c685e946579776abedadb5e864) in parent group-v554621. [ 1358.928081] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Creating folder: Instances. Parent ref: group-v554954. {{(pid=62839) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.928296] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-599fa745-b532-4ce4-b8a2-7218d029c03d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.936933] env[62839]: INFO nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Created folder: Instances in parent group-v554954. [ 1358.937291] env[62839]: DEBUG oslo.service.loopingcall [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.937574] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.937870] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c751ac69-2a25-4744-b8c9-ab55eb80bc22 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.955490] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.955490] env[62839]: value = "task-2758134" [ 1358.955490] env[62839]: _type = "Task" [ 1358.955490] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.964747] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758134, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.215920] env[62839]: DEBUG nova.compute.manager [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Received event network-changed-b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1359.215920] env[62839]: DEBUG nova.compute.manager [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Refreshing instance network info cache due to event network-changed-b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1359.215920] env[62839]: DEBUG oslo_concurrency.lockutils [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] Acquiring lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.216133] env[62839]: DEBUG oslo_concurrency.lockutils [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] Acquired lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.216274] env[62839]: DEBUG nova.network.neutron [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Refreshing network info cache for port b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.465044] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758134, 'name': CreateVM_Task, 'duration_secs': 0.275669} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.465355] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.465880] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.466128] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.466439] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.466684] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26350890-4778-4be2-aa7f-45d616ff3306 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.470703] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1359.470703] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad17f2-7fa8-84e8-a4df-22cfc3f0dc60" [ 1359.470703] env[62839]: _type = "Task" [ 1359.470703] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.478384] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad17f2-7fa8-84e8-a4df-22cfc3f0dc60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.876769] env[62839]: DEBUG nova.network.neutron [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Updated VIF entry in instance network info cache for port b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.877244] env[62839]: DEBUG nova.network.neutron [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Updating instance_info_cache with network_info: [{"id": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "address": "fa:16:3e:09:51:63", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d18ce9-e7", "ovs_interfaceid": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.981680] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52ad17f2-7fa8-84e8-a4df-22cfc3f0dc60, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.981999] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.982248] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.982481] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.982629] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.982804] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.983131] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1546c003-b4bc-47ee-bd4d-ee724e8309b5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.991059] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.991233] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.991883] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d4005c-954c-4451-9621-dcfa8a709357 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.996508] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1359.996508] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]529737b7-f7e9-5b52-5f7b-e071fa8154c3" [ 1359.996508] env[62839]: _type = "Task" [ 1359.996508] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.005108] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529737b7-f7e9-5b52-5f7b-e071fa8154c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.380124] env[62839]: DEBUG oslo_concurrency.lockutils [req-d2a09a5b-af46-4474-8ccd-9d4193bcd36d req-29c255e6-674b-4114-9c7b-7333b2466a48 service nova] Releasing lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.506913] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]529737b7-f7e9-5b52-5f7b-e071fa8154c3, 'name': SearchDatastore_Task, 'duration_secs': 0.007416} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.507674] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13faacf-04c2-4a8b-8821-14cdfb2d8771 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.512322] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1360.512322] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52efaf52-852a-d984-e1fa-6689b6a259bb" [ 1360.512322] env[62839]: _type = "Task" [ 1360.512322] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.519168] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52efaf52-852a-d984-e1fa-6689b6a259bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.022828] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52efaf52-852a-d984-e1fa-6689b6a259bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.022992] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.023214] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/43ec202b-10fb-4c04-9e24-0f91a114bfa3.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.023502] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da485012-7e0c-45a1-b22f-3b563da2f336 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.030561] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1361.030561] env[62839]: value = "task-2758135" [ 1361.030561] env[62839]: _type = "Task" [ 1361.030561] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.037904] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.540031] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423295} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.540426] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/43ec202b-10fb-4c04-9e24-0f91a114bfa3.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.540506] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.540731] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f75ddca8-4970-475f-88d1-9a0321f659f4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.548104] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1361.548104] env[62839]: value = "task-2758136" [ 1361.548104] env[62839]: _type = "Task" [ 1361.548104] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.554821] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.059445] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072864} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.059721] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.060500] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e709fec-6005-4f64-b298-d68dc09b9dd4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.082544] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/43ec202b-10fb-4c04-9e24-0f91a114bfa3.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.082832] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43cc5a47-355a-4863-8e58-3c81e3605712 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.102409] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1362.102409] env[62839]: value = "task-2758137" [ 1362.102409] env[62839]: _type = "Task" [ 1362.102409] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.110228] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.613161] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758137, 'name': ReconfigVM_Task, 'duration_secs': 0.264011} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.613508] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/43ec202b-10fb-4c04-9e24-0f91a114bfa3.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.614247] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbe945c4-5024-4d4f-b5f1-c8ad8c96bfd8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.620475] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1362.620475] env[62839]: value = "task-2758138" [ 1362.620475] env[62839]: _type = "Task" [ 1362.620475] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.627730] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758138, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.130447] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758138, 'name': Rename_Task} progress is 14%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.631279] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758138, 'name': Rename_Task, 'duration_secs': 0.585629} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.631692] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.631792] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b328f8d-f533-4b5c-af0f-da29d3d89938 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.639084] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1363.639084] env[62839]: value = "task-2758139" [ 1363.639084] env[62839]: _type = "Task" [ 1363.639084] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.650481] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.148945] env[62839]: DEBUG oslo_vmware.api [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758139, 'name': PowerOnVM_Task, 'duration_secs': 0.462923} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.149218] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.149426] env[62839]: INFO nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1364.149607] env[62839]: DEBUG nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.150387] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76f2715-6bac-4444-aced-b3764be108f8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.668958] env[62839]: INFO nova.compute.manager [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Took 11.74 seconds to build instance. [ 1364.961714] env[62839]: INFO nova.compute.manager [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Rescuing [ 1364.961942] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.962122] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.962321] env[62839]: DEBUG nova.network.neutron [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.170476] env[62839]: DEBUG oslo_concurrency.lockutils [None req-d679662b-86c2-4bf4-b922-ca825246e640 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.252s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.670644] env[62839]: DEBUG nova.network.neutron [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Updating instance_info_cache with network_info: [{"id": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "address": "fa:16:3e:09:51:63", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d18ce9-e7", "ovs_interfaceid": "b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.173785] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "refresh_cache-43ec202b-10fb-4c04-9e24-0f91a114bfa3" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.708073] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.708418] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e61e7e-a7dd-4d5b-84a8-2e411eea0f6d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.716316] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1367.716316] env[62839]: value = "task-2758140" [ 1367.716316] env[62839]: _type = "Task" [ 1367.716316] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.724248] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.227285] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758140, 'name': PowerOffVM_Task, 'duration_secs': 0.173546} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.227643] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.228529] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20411db8-4303-413c-a834-ff898374822e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.246364] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b862a32-bd11-4869-8c12-695936a9bb0f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.275130] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.275369] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3441c4-6146-47e9-b2c0-0a8891696d5d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.282581] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1368.282581] env[62839]: value = "task-2758141" [ 1368.282581] env[62839]: _type = "Task" [ 1368.282581] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.289724] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.383251] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.383482] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.792624] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1368.792963] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.793107] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.793229] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.793409] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.793642] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94ddb86-0b42-46b0-a053-edeed0fc7dc6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.801553] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.801719] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.802390] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f0b941-8fec-4c2a-97fb-89a00dce9c17 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.807017] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1368.807017] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5225e03b-5e03-c988-eeb8-2d541bba9e05" [ 1368.807017] env[62839]: _type = "Task" [ 1368.807017] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.815430] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5225e03b-5e03-c988-eeb8-2d541bba9e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.886639] env[62839]: DEBUG nova.compute.utils [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.317520] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5225e03b-5e03-c988-eeb8-2d541bba9e05, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.318329] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a8d588-3509-41e0-a913-a32b08ecb807 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.323105] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1369.323105] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279b852-f653-e6be-73af-f71a31c4e96d" [ 1369.323105] env[62839]: _type = "Task" [ 1369.323105] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.329962] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279b852-f653-e6be-73af-f71a31c4e96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.389726] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.834196] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]5279b852-f653-e6be-73af-f71a31c4e96d, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.834539] env[62839]: DEBUG oslo_concurrency.lockutils [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.834741] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. {{(pid=62839) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1369.834975] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc883f7e-0a34-4763-aff4-68a267ad7c31 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.841515] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1369.841515] env[62839]: value = "task-2758142" [ 1369.841515] env[62839]: _type = "Task" [ 1369.841515] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.848694] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.350939] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419987} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.351180] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. [ 1370.351920] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e65cde-a8a6-43e1-a49a-ab7ff9020f71 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.375805] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.376053] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694ac1cf-58e0-41f0-9001-f332b9ac8b77 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.393722] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1370.393722] env[62839]: value = "task-2758143" [ 1370.393722] env[62839]: _type = "Task" [ 1370.393722] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.400741] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.456189] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.456494] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.456729] env[62839]: INFO nova.compute.manager [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Attaching volume 54f0e3e4-ec74-4c34-8dbf-8afb65206e25 to /dev/sdb [ 1370.490207] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063fb1cf-b152-45af-943b-f54b3483966b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.497298] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54de9656-dd72-4342-8e0b-7303e3a9309f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.509303] env[62839]: DEBUG nova.virt.block_device [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updating existing volume attachment record: 01505636-ff5d-4cea-92d1-d0bbcaef8267 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1370.905608] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758143, 'name': ReconfigVM_Task, 'duration_secs': 0.280544} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.905976] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.906627] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a353b-4fb4-4e1f-8636-7d0d446fbfbf {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.930609] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3624b7d7-9b8a-45a5-bd8e-56f1144d9634 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.946600] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1370.946600] env[62839]: value = "task-2758145" [ 1370.946600] env[62839]: _type = "Task" [ 1370.946600] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.954879] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.456671] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758145, 'name': ReconfigVM_Task, 'duration_secs': 0.149903} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.457813] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.457813] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e7889a-1137-4b85-aeac-226c2400795b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.463641] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1371.463641] env[62839]: value = "task-2758146" [ 1371.463641] env[62839]: _type = "Task" [ 1371.463641] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.470680] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.973084] env[62839]: DEBUG oslo_vmware.api [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758146, 'name': PowerOnVM_Task, 'duration_secs': 0.366561} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.973451] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.976137] env[62839]: DEBUG nova.compute.manager [None req-35f12715-5624-4b7b-a4ff-46f6895cf23c tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.976873] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e9b38-b81b-4b6a-a8a3-2b70ab7c99fc {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.249319] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.249613] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.752359] env[62839]: DEBUG nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Starting instance... {{(pid=62839) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.270786] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.271055] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.272765] env[62839]: INFO nova.compute.claims [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.051172] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1375.051509] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554957', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'name': 'volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'serial': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1375.052454] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152ac8f0-c67e-4be6-b5a9-ab796b5d8590 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.069131] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e52243-f0b0-42b3-9128-49e770b5e6bd {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.092798] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25/volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.093044] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2514375c-0f00-4b2c-9bf4-b4fb4ebbda19 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.110694] env[62839]: DEBUG oslo_vmware.api [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1375.110694] env[62839]: value = "task-2758148" [ 1375.110694] env[62839]: _type = "Task" [ 1375.110694] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.118111] env[62839]: DEBUG oslo_vmware.api [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.295867] env[62839]: DEBUG nova.scheduler.client.report [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Refreshing inventories for resource provider 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1375.308300] env[62839]: DEBUG nova.scheduler.client.report [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Updating ProviderTree inventory for provider 508aab94-35b0-4514-a42a-7deab951898a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1375.308560] env[62839]: DEBUG nova.compute.provider_tree [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Updating inventory in ProviderTree for provider 508aab94-35b0-4514-a42a-7deab951898a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.318518] env[62839]: DEBUG nova.scheduler.client.report [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Refreshing aggregate associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, aggregates: None {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1375.334954] env[62839]: DEBUG nova.scheduler.client.report [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Refreshing trait associations for resource provider 508aab94-35b0-4514-a42a-7deab951898a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62839) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1375.380256] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f4cc6b-f2b3-4116-99f6-03209f537fb9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.387863] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ac89f-00cf-4e4a-b0ed-201273da2d4e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.417280] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905b6faf-1867-4671-bdc0-23e6870bd223 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.424089] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c9418-c5b5-4aa3-93f0-b15fa95a7781 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.438624] env[62839]: DEBUG nova.compute.provider_tree [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.620364] env[62839]: DEBUG oslo_vmware.api [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758148, 'name': ReconfigVM_Task, 'duration_secs': 0.334468} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.620655] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25/volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.625202] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32d16a6-b490-4570-9c7b-c00d2caf2ae4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.639997] env[62839]: DEBUG oslo_vmware.api [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1375.639997] env[62839]: value = "task-2758149" [ 1375.639997] env[62839]: _type = "Task" [ 1375.639997] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.647586] env[62839]: DEBUG oslo_vmware.api [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.942591] env[62839]: DEBUG nova.scheduler.client.report [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.149995] env[62839]: DEBUG oslo_vmware.api [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758149, 'name': ReconfigVM_Task, 'duration_secs': 0.124902} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.150319] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554957', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'name': 'volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'serial': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1376.447646] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.448187] env[62839]: DEBUG nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Start building networks asynchronously for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.952577] env[62839]: DEBUG nova.compute.utils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.954953] env[62839]: DEBUG nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Allocating IP information in the background. {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.955117] env[62839]: DEBUG nova.network.neutron [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] allocate_for_instance() {{(pid=62839) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.001195] env[62839]: DEBUG nova.policy [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef3e45a56a854b2c8b944d846e6cd861', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c3a5c685e946579776abedadb5e864', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62839) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.187836] env[62839]: DEBUG nova.objects.instance [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 539b6d69-b2b3-4abc-a767-932bb0567da2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.253704] env[62839]: DEBUG nova.network.neutron [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Successfully created port: 7314736f-44b6-4fdd-ab0e-6c99f94b52bd {{(pid=62839) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.457805] env[62839]: DEBUG nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Start building block device mappings for instance. {{(pid=62839) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.693484] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a4cd286f-aa49-4b59-853c-49a28ae655aa tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.466121] env[62839]: DEBUG nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Start spawning the instance on the hypervisor. {{(pid=62839) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.491893] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T08:16:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T08:16:33Z,direct_url=,disk_format='vmdk',id=8981f1f5-dbe6-487a-902c-e2de4cdb72c5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a9b2b2d76c8b4eb1ae92e6016c365b18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T08:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.492642] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Flavor limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.492642] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Image limits 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.492642] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Flavor pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.492642] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Image pref 0:0:0 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.492809] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62839) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.493318] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.493318] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.493318] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Got 1 possible topologies {{(pid=62839) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.493464] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.493701] env[62839]: DEBUG nova.virt.hardware [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62839) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.494586] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8c1d8d-df92-4db9-b544-30a3fe4f6ab1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.502515] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831149ee-c643-424c-8c8f-3f528454aee2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.537745] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.537977] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.612788] env[62839]: DEBUG nova.compute.manager [req-b68367bc-22fb-4e52-a6a3-a0312024ddcc req-7711a8f6-94f9-4f5c-a241-64917f180fdf service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Received event network-vif-plugged-7314736f-44b6-4fdd-ab0e-6c99f94b52bd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1378.613008] env[62839]: DEBUG oslo_concurrency.lockutils [req-b68367bc-22fb-4e52-a6a3-a0312024ddcc req-7711a8f6-94f9-4f5c-a241-64917f180fdf service nova] Acquiring lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.613222] env[62839]: DEBUG oslo_concurrency.lockutils [req-b68367bc-22fb-4e52-a6a3-a0312024ddcc req-7711a8f6-94f9-4f5c-a241-64917f180fdf service nova] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.613389] env[62839]: DEBUG oslo_concurrency.lockutils [req-b68367bc-22fb-4e52-a6a3-a0312024ddcc req-7711a8f6-94f9-4f5c-a241-64917f180fdf service nova] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.613584] env[62839]: DEBUG nova.compute.manager [req-b68367bc-22fb-4e52-a6a3-a0312024ddcc req-7711a8f6-94f9-4f5c-a241-64917f180fdf service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] No waiting events found dispatching network-vif-plugged-7314736f-44b6-4fdd-ab0e-6c99f94b52bd {{(pid=62839) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.613756] env[62839]: WARNING nova.compute.manager [req-b68367bc-22fb-4e52-a6a3-a0312024ddcc req-7711a8f6-94f9-4f5c-a241-64917f180fdf service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Received unexpected event network-vif-plugged-7314736f-44b6-4fdd-ab0e-6c99f94b52bd for instance with vm_state building and task_state spawning. [ 1378.702329] env[62839]: DEBUG nova.network.neutron [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Successfully updated port: 7314736f-44b6-4fdd-ab0e-6c99f94b52bd {{(pid=62839) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.041654] env[62839]: DEBUG nova.compute.utils [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Using /dev/sd instead of None {{(pid=62839) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.208054] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.208054] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.208246] env[62839]: DEBUG nova.network.neutron [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.544655] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.738565] env[62839]: DEBUG nova.network.neutron [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Instance cache missing network info. {{(pid=62839) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.844656] env[62839]: DEBUG nova.network.neutron [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Updating instance_info_cache with network_info: [{"id": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "address": "fa:16:3e:a3:d3:3f", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7314736f-44", "ovs_interfaceid": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.347128] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.347449] env[62839]: DEBUG nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Instance network_info: |[{"id": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "address": "fa:16:3e:a3:d3:3f", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7314736f-44", "ovs_interfaceid": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62839) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.347897] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:d3:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7314736f-44b6-4fdd-ab0e-6c99f94b52bd', 'vif_model': 'vmxnet3'}] {{(pid=62839) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.355327] env[62839]: DEBUG oslo.service.loopingcall [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.355547] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Creating VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.355778] env[62839]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5a80230-7334-4020-840a-ebba2787c70f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.376271] env[62839]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.376271] env[62839]: value = "task-2758150" [ 1380.376271] env[62839]: _type = "Task" [ 1380.376271] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.384294] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758150, 'name': CreateVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.603937] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.604313] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.604442] env[62839]: INFO nova.compute.manager [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Attaching volume 251e5f59-72dc-4c47-8057-8083bbcd2b53 to /dev/sdc [ 1380.640863] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba7a6cc-bea9-4a57-b567-b5ee913bf071 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.646193] env[62839]: DEBUG nova.compute.manager [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Received event network-changed-7314736f-44b6-4fdd-ab0e-6c99f94b52bd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1380.646443] env[62839]: DEBUG nova.compute.manager [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Refreshing instance network info cache due to event network-changed-7314736f-44b6-4fdd-ab0e-6c99f94b52bd. {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1380.646644] env[62839]: DEBUG oslo_concurrency.lockutils [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] Acquiring lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.646787] env[62839]: DEBUG oslo_concurrency.lockutils [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] Acquired lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.646945] env[62839]: DEBUG nova.network.neutron [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Refreshing network info cache for port 7314736f-44b6-4fdd-ab0e-6c99f94b52bd {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.652964] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f847750-0528-4ea9-b6a7-f76dafd6c379 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.671355] env[62839]: DEBUG nova.virt.block_device [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updating existing volume attachment record: 67493eee-1edf-4de8-83aa-5b5ecd51e684 {{(pid=62839) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1380.887088] env[62839]: DEBUG oslo_vmware.api [-] Task: {'id': task-2758150, 'name': CreateVM_Task, 'duration_secs': 0.345419} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.887088] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Created VM on the ESX host {{(pid=62839) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.887249] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.887367] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.887663] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.887945] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29f92f9-46f0-42a5-8800-4a440548dbf3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.892389] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1380.892389] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c514cd-45e0-c951-e1cf-f65a35907e5c" [ 1380.892389] env[62839]: _type = "Task" [ 1380.892389] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.900118] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c514cd-45e0-c951-e1cf-f65a35907e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.358955] env[62839]: DEBUG nova.network.neutron [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Updated VIF entry in instance network info cache for port 7314736f-44b6-4fdd-ab0e-6c99f94b52bd. {{(pid=62839) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.359339] env[62839]: DEBUG nova.network.neutron [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Updating instance_info_cache with network_info: [{"id": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "address": "fa:16:3e:a3:d3:3f", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7314736f-44", "ovs_interfaceid": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.402655] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52c514cd-45e0-c951-e1cf-f65a35907e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.402911] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.403162] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.403408] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.403537] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.403709] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.403956] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fde724ef-7ccd-44a5-80e1-80c6f15550df {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.411694] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.411857] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.412514] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100f27c9-f93e-454d-8f50-8d8faa67f11c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.417196] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1381.417196] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52477fc6-ddd8-fdd1-9984-12a598c6be1e" [ 1381.417196] env[62839]: _type = "Task" [ 1381.417196] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.423877] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52477fc6-ddd8-fdd1-9984-12a598c6be1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.861683] env[62839]: DEBUG oslo_concurrency.lockutils [req-d98d4ddb-d663-4ad2-893b-93f6308c02da req-e0c26023-a432-43a6-ab6a-c6a9271d742e service nova] Releasing lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.927157] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52477fc6-ddd8-fdd1-9984-12a598c6be1e, 'name': SearchDatastore_Task, 'duration_secs': 0.007945} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.927868] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff432b80-aa00-4e1c-ad1f-ec680471254e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.932512] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1381.932512] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fcacf7-ed61-5fed-a3a0-20f1c56bb4e5" [ 1381.932512] env[62839]: _type = "Task" [ 1381.932512] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.939736] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fcacf7-ed61-5fed-a3a0-20f1c56bb4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.442616] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52fcacf7-ed61-5fed-a3a0-20f1c56bb4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.442887] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.443161] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.443449] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b82e8753-a0fc-4b2f-99d1-dbd0859ee096 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.450573] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1382.450573] env[62839]: value = "task-2758152" [ 1382.450573] env[62839]: _type = "Task" [ 1382.450573] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.457956] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.961246] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419426} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.961623] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f.vmdk {{(pid=62839) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.961725] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Extending root virtual disk to 1048576 {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.961970] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-290ed96f-18bb-4c5e-81c8-4155078bf94e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.968418] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1382.968418] env[62839]: value = "task-2758154" [ 1382.968418] env[62839]: _type = "Task" [ 1382.968418] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.976024] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.477952] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219931} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.478285] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Extended root virtual disk {{(pid=62839) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.479076] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcd1336-c87d-48a0-88c1-8850a055cc7a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.501521] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.501748] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a7c61e-f9e3-418f-b4f6-92bf3d64c50f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.519718] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1383.519718] env[62839]: value = "task-2758155" [ 1383.519718] env[62839]: _type = "Task" [ 1383.519718] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.526918] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.030060] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758155, 'name': ReconfigVM_Task, 'duration_secs': 0.255536} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.030398] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f.vmdk or device None with type sparse {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.030955] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3eeccf8-d002-4553-9d21-96f47be518ae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.037821] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1384.037821] env[62839]: value = "task-2758156" [ 1384.037821] env[62839]: _type = "Task" [ 1384.037821] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.045574] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758156, 'name': Rename_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.548158] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758156, 'name': Rename_Task, 'duration_secs': 0.131293} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.548524] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.548861] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-991639f0-8efb-4b2e-be2c-c85f68f9afc0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.554879] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1384.554879] env[62839]: value = "task-2758157" [ 1384.554879] env[62839]: _type = "Task" [ 1384.554879] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.562517] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.064366] env[62839]: DEBUG oslo_vmware.api [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758157, 'name': PowerOnVM_Task, 'duration_secs': 0.422356} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.064695] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.064826] env[62839]: INFO nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1385.065013] env[62839]: DEBUG nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.065767] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aabeef-23cd-406c-9a8d-c5bc525fdf9d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.215253] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Volume attach. Driver type: vmdk {{(pid=62839) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1385.215494] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554959', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'name': 'volume-251e5f59-72dc-4c47-8057-8083bbcd2b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'serial': '251e5f59-72dc-4c47-8057-8083bbcd2b53'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1385.216390] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7ece1-3e00-48aa-a0c3-8b42912e8854 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.232293] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2c364-a63d-4d62-9bd4-776b6142090f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.258449] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-251e5f59-72dc-4c47-8057-8083bbcd2b53/volume-251e5f59-72dc-4c47-8057-8083bbcd2b53.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.258700] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a03a23-c141-43bc-bcac-95209f9ab752 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.276462] env[62839]: DEBUG oslo_vmware.api [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1385.276462] env[62839]: value = "task-2758158" [ 1385.276462] env[62839]: _type = "Task" [ 1385.276462] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.284218] env[62839]: DEBUG oslo_vmware.api [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.584126] env[62839]: INFO nova.compute.manager [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Took 11.33 seconds to build instance. [ 1385.785763] env[62839]: DEBUG oslo_vmware.api [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758158, 'name': ReconfigVM_Task, 'duration_secs': 0.393835} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.786064] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-251e5f59-72dc-4c47-8057-8083bbcd2b53/volume-251e5f59-72dc-4c47-8057-8083bbcd2b53.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.790727] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfddcc9f-7832-452c-9dfe-3f57a8337f64 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.808321] env[62839]: DEBUG oslo_vmware.api [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1385.808321] env[62839]: value = "task-2758159" [ 1385.808321] env[62839]: _type = "Task" [ 1385.808321] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.817303] env[62839]: DEBUG oslo_vmware.api [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.086299] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5f82116b-9f7d-466f-91e3-a7e8c8892217 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.837s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.304338] env[62839]: INFO nova.compute.manager [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Rescuing [ 1386.304768] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.304972] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.305167] env[62839]: DEBUG nova.network.neutron [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.318299] env[62839]: DEBUG oslo_vmware.api [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758159, 'name': ReconfigVM_Task, 'duration_secs': 0.137697} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.318571] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554959', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'name': 'volume-251e5f59-72dc-4c47-8057-8083bbcd2b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'serial': '251e5f59-72dc-4c47-8057-8083bbcd2b53'} {{(pid=62839) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1387.200223] env[62839]: DEBUG nova.network.neutron [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Updating instance_info_cache with network_info: [{"id": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "address": "fa:16:3e:a3:d3:3f", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7314736f-44", "ovs_interfaceid": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.353051] env[62839]: DEBUG nova.objects.instance [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 539b6d69-b2b3-4abc-a767-932bb0567da2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.703133] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.857484] env[62839]: DEBUG oslo_concurrency.lockutils [None req-5468af23-d6fb-44e5-a327-2f8bd41df94a tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.130366] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.130646] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.634210] env[62839]: INFO nova.compute.manager [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Detaching volume 54f0e3e4-ec74-4c34-8dbf-8afb65206e25 [ 1388.668335] env[62839]: INFO nova.virt.block_device [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Attempting to driver detach volume 54f0e3e4-ec74-4c34-8dbf-8afb65206e25 from mountpoint /dev/sdb [ 1388.668604] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1388.668894] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554957', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'name': 'volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'serial': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1388.669782] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d29b7-50e4-4d70-80ec-42f2995b2e30 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.693672] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b03b8c8-c8f4-434a-b8af-494942e844eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.700372] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be952778-9dbc-4f0c-98ab-96da6934ccc9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.722295] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db55888-fe64-4f42-9a59-94a9a3148804 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.737972] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] The volume has not been displaced from its original location: [datastore2] volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25/volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1388.742927] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.744041] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b683b91c-0235-48b2-ab36-a5f2456373b3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.756962] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.757181] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a40d4c-5365-4469-8e74-d8aef8726f88 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.764089] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1388.764089] env[62839]: value = "task-2758160" [ 1388.764089] env[62839]: _type = "Task" [ 1388.764089] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.827028] env[62839]: DEBUG oslo_vmware.api [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1388.827028] env[62839]: value = "task-2758161" [ 1388.827028] env[62839]: _type = "Task" [ 1388.827028] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.836261] env[62839]: DEBUG oslo_vmware.api [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.276229] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758160, 'name': PowerOffVM_Task, 'duration_secs': 0.240849} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.276514] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.277304] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f820db36-6c7f-43a1-a3d2-9e92e64db5f0 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.294467] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45148fe9-2cb5-49f3-894f-af0b2e143e84 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.319025] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.319257] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b71dea9-e8d1-476e-b163-2150eb5d2885 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.325252] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1389.325252] env[62839]: value = "task-2758162" [ 1389.325252] env[62839]: _type = "Task" [ 1389.325252] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.337637] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] VM already powered off {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1389.337885] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Processing image 8981f1f5-dbe6-487a-902c-e2de4cdb72c5 {{(pid=62839) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.338143] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.338336] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.338455] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.338687] env[62839]: DEBUG oslo_vmware.api [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758161, 'name': ReconfigVM_Task, 'duration_secs': 0.289919} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.338884] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba95cdf-26d3-4643-98a5-5c29702ea3e1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.340396] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1389.344803] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7951f38f-10b7-46d9-a998-1e2856e4e07e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.358701] env[62839]: DEBUG oslo_vmware.api [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1389.358701] env[62839]: value = "task-2758163" [ 1389.358701] env[62839]: _type = "Task" [ 1389.358701] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.362305] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62839) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.362476] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62839) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.363356] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f604791c-34a2-4ba7-b27d-4a1cf82f93e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.367918] env[62839]: DEBUG oslo_vmware.api [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.370531] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1389.370531] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d1ced7-255b-5bf2-2f40-46a65c3189a2" [ 1389.370531] env[62839]: _type = "Task" [ 1389.370531] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.377744] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d1ced7-255b-5bf2-2f40-46a65c3189a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.868770] env[62839]: DEBUG oslo_vmware.api [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758163, 'name': ReconfigVM_Task, 'duration_secs': 0.139364} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.869143] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554957', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'name': 'volume-54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25', 'serial': '54f0e3e4-ec74-4c34-8dbf-8afb65206e25'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1389.879551] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]52d1ced7-255b-5bf2-2f40-46a65c3189a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.880295] env[62839]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49374558-835e-4602-a915-f154e8ff98a6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.885760] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1389.885760] env[62839]: value = "session[520b16ec-2aa8-a5f2-2e04-082e61691908]523f2150-c637-b235-b895-e8a8a680dc6f" [ 1389.885760] env[62839]: _type = "Task" [ 1389.885760] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.892322] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523f2150-c637-b235-b895-e8a8a680dc6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.395492] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': session[520b16ec-2aa8-a5f2-2e04-082e61691908]523f2150-c637-b235-b895-e8a8a680dc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.395694] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.395951] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. {{(pid=62839) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1390.396221] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-085b9d12-35ca-4b98-a328-8f193de8641f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.403896] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1390.403896] env[62839]: value = "task-2758164" [ 1390.403896] env[62839]: _type = "Task" [ 1390.403896] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.408104] env[62839]: DEBUG nova.objects.instance [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 539b6d69-b2b3-4abc-a767-932bb0567da2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.412078] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.916507] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758164, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.379589] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.414859] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758164, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.418399] env[62839]: DEBUG oslo_concurrency.lockutils [None req-a0fdfee5-8855-4d46-a4fb-6196e33801db tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.419403] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.040s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.916975] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758164, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.431141} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.916975] env[62839]: INFO nova.virt.vmwareapi.ds_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8981f1f5-dbe6-487a-902c-e2de4cdb72c5/8981f1f5-dbe6-487a-902c-e2de4cdb72c5.vmdk to [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk. [ 1391.917549] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2166753-ac26-4951-9b96-26aa03522059 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.922115] env[62839]: INFO nova.compute.manager [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Detaching volume 251e5f59-72dc-4c47-8057-8083bbcd2b53 [ 1391.943752] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.946422] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c6453a-aec4-4a97-bc2a-b205420d7e9e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.963768] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1391.963768] env[62839]: value = "task-2758165" [ 1391.963768] env[62839]: _type = "Task" [ 1391.963768] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.972893] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.980185] env[62839]: INFO nova.virt.block_device [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Attempting to driver detach volume 251e5f59-72dc-4c47-8057-8083bbcd2b53 from mountpoint /dev/sdc [ 1391.980394] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Volume detach. Driver type: vmdk {{(pid=62839) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.980576] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554959', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'name': 'volume-251e5f59-72dc-4c47-8057-8083bbcd2b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'serial': '251e5f59-72dc-4c47-8057-8083bbcd2b53'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.981312] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2000889c-68e0-4da7-8fd7-640fe45227c2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.002965] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95621354-9629-48c0-963e-5b5c87ea6d6f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.009321] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6dc6d7-8dce-47bc-a2b9-8a07dfd6ec98 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.031649] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942cf7e-5e9f-4781-9c97-aafd9a386e91 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.045296] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] The volume has not been displaced from its original location: [datastore2] volume-251e5f59-72dc-4c47-8057-8083bbcd2b53/volume-251e5f59-72dc-4c47-8057-8083bbcd2b53.vmdk. No consolidation needed. {{(pid=62839) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1392.050353] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1392.050594] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8986b755-e075-4365-8106-ae2f38cc44d7 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.066574] env[62839]: DEBUG oslo_vmware.api [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1392.066574] env[62839]: value = "task-2758166" [ 1392.066574] env[62839]: _type = "Task" [ 1392.066574] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.073853] env[62839]: DEBUG oslo_vmware.api [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.473409] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758165, 'name': ReconfigVM_Task, 'duration_secs': 0.296333} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.473709] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f/8981f1f5-dbe6-487a-902c-e2de4cdb72c5-rescue.vmdk or device None with type thin {{(pid=62839) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.474581] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c063f93b-a6ff-4a68-9c4f-e1a51a42b93f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.498542] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109127a7-c823-4919-859c-e213d85fe714 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.512763] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1392.512763] env[62839]: value = "task-2758167" [ 1392.512763] env[62839]: _type = "Task" [ 1392.512763] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.519887] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.575051] env[62839]: DEBUG oslo_vmware.api [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758166, 'name': ReconfigVM_Task, 'duration_secs': 0.221899} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.575336] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.579859] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcfa31f-7b3f-4c3d-8ed3-b5ac5ff49cc9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.595421] env[62839]: DEBUG oslo_vmware.api [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1392.595421] env[62839]: value = "task-2758168" [ 1392.595421] env[62839]: _type = "Task" [ 1392.595421] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.603313] env[62839]: DEBUG oslo_vmware.api [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.022190] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758167, 'name': ReconfigVM_Task, 'duration_secs': 0.143624} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.022549] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.022714] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ce11ed2-5fa2-48d8-87a2-0c5890ac5392 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.028994] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1393.028994] env[62839]: value = "task-2758169" [ 1393.028994] env[62839]: _type = "Task" [ 1393.028994] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.035845] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.104263] env[62839]: DEBUG oslo_vmware.api [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758168, 'name': ReconfigVM_Task, 'duration_secs': 0.130056} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.104580] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-554959', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'name': 'volume-251e5f59-72dc-4c47-8057-8083bbcd2b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '539b6d69-b2b3-4abc-a767-932bb0567da2', 'attached_at': '', 'detached_at': '', 'volume_id': '251e5f59-72dc-4c47-8057-8083bbcd2b53', 'serial': '251e5f59-72dc-4c47-8057-8083bbcd2b53'} {{(pid=62839) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.539278] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.644701] env[62839]: DEBUG nova.objects.instance [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'flavor' on Instance uuid 539b6d69-b2b3-4abc-a767-932bb0567da2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.041598] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.539874] env[62839]: DEBUG oslo_vmware.api [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758169, 'name': PowerOnVM_Task, 'duration_secs': 1.314687} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.540152] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.542924] env[62839]: DEBUG nova.compute.manager [None req-c350fccc-cd9b-433e-93a9-b932265fc440 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.543665] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b67ae-94b0-406c-9eb2-c457f8230ba4 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.651732] env[62839]: DEBUG oslo_concurrency.lockutils [None req-95fd09ae-a135-4df4-b6eb-d691bba67e7e tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.260633] env[62839]: INFO nova.compute.manager [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Unrescuing [ 1395.260917] env[62839]: DEBUG oslo_concurrency.lockutils [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.261093] env[62839]: DEBUG oslo_concurrency.lockutils [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquired lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.261265] env[62839]: DEBUG nova.network.neutron [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Building network info cache for instance {{(pid=62839) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.745906] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.746228] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.746453] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "539b6d69-b2b3-4abc-a767-932bb0567da2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.746690] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.746864] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.749069] env[62839]: INFO nova.compute.manager [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Terminating instance [ 1395.933449] env[62839]: DEBUG nova.network.neutron [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Updating instance_info_cache with network_info: [{"id": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "address": "fa:16:3e:a3:d3:3f", "network": {"id": "a587724b-9968-4e70-9987-a7fd8c67a9c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2016704587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "28c3a5c685e946579776abedadb5e864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7314736f-44", "ovs_interfaceid": "7314736f-44b6-4fdd-ab0e-6c99f94b52bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.253193] env[62839]: DEBUG nova.compute.manager [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.253522] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.254827] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feca1220-e4ca-49ec-b88d-f64b4a085ac5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.262728] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.262988] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523874a2-4709-4bfc-9094-2a09cda54a06 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.270028] env[62839]: DEBUG oslo_vmware.api [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1396.270028] env[62839]: value = "task-2758170" [ 1396.270028] env[62839]: _type = "Task" [ 1396.270028] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.278938] env[62839]: DEBUG oslo_vmware.api [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.436018] env[62839]: DEBUG oslo_concurrency.lockutils [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Releasing lock "refresh_cache-b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" {{(pid=62839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.436785] env[62839]: DEBUG nova.objects.instance [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lazy-loading 'flavor' on Instance uuid b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.780327] env[62839]: DEBUG oslo_vmware.api [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758170, 'name': PowerOffVM_Task, 'duration_secs': 0.210639} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.780589] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.780795] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.781057] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa66acb9-7186-418d-9fa9-bb255efb2f39 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.841450] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.841665] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.841848] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Deleting the datastore file [datastore1] 539b6d69-b2b3-4abc-a767-932bb0567da2 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.842125] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ad495e-1b49-4009-9ccb-5abeec07a32d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.848144] env[62839]: DEBUG oslo_vmware.api [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for the task: (returnval){ [ 1396.848144] env[62839]: value = "task-2758172" [ 1396.848144] env[62839]: _type = "Task" [ 1396.848144] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.855496] env[62839]: DEBUG oslo_vmware.api [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.943174] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f15c9-b796-46f8-9877-9b4ee0085cc8 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.963820] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.964123] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f7dc86-368d-411d-8a85-2965f0eb2f5b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.970554] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1396.970554] env[62839]: value = "task-2758173" [ 1396.970554] env[62839]: _type = "Task" [ 1396.970554] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.978015] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.358011] env[62839]: DEBUG oslo_vmware.api [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Task: {'id': task-2758172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165069} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.358310] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.358456] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.358634] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.358812] env[62839]: INFO nova.compute.manager [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1397.359084] env[62839]: DEBUG oslo.service.loopingcall [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.359282] env[62839]: DEBUG nova.compute.manager [-] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.359370] env[62839]: DEBUG nova.network.neutron [-] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.480619] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758173, 'name': PowerOffVM_Task, 'duration_secs': 0.171225} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.480882] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.485938] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.486220] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12258713-495b-48ac-8c20-0a300b445436 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.504703] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1397.504703] env[62839]: value = "task-2758174" [ 1397.504703] env[62839]: _type = "Task" [ 1397.504703] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.511967] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.804049] env[62839]: DEBUG nova.compute.manager [req-519fbad6-43f2-470f-88fd-f1ad09ca744a req-5309d82e-308b-4529-9c21-bbd54a6ca0fd service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Received event network-vif-deleted-7e53fae7-ee5d-408a-95af-32e36c99f151 {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1397.804179] env[62839]: INFO nova.compute.manager [req-519fbad6-43f2-470f-88fd-f1ad09ca744a req-5309d82e-308b-4529-9c21-bbd54a6ca0fd service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Neutron deleted interface 7e53fae7-ee5d-408a-95af-32e36c99f151; detaching it from the instance and deleting it from the info cache [ 1397.804315] env[62839]: DEBUG nova.network.neutron [req-519fbad6-43f2-470f-88fd-f1ad09ca744a req-5309d82e-308b-4529-9c21-bbd54a6ca0fd service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.015401] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758174, 'name': ReconfigVM_Task, 'duration_secs': 0.289446} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.015676] env[62839]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62839) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.015863] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powering on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.016119] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0e991e-8549-47a4-93c7-665b160542e3 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.024172] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1398.024172] env[62839]: value = "task-2758175" [ 1398.024172] env[62839]: _type = "Task" [ 1398.024172] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.031471] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.284229] env[62839]: DEBUG nova.network.neutron [-] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.310026] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e20e85eb-387f-4434-b96b-ff14042e0741 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.320248] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f09c7f6-e956-4bfe-bbc3-82e10679ebd1 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.347054] env[62839]: DEBUG nova.compute.manager [req-519fbad6-43f2-470f-88fd-f1ad09ca744a req-5309d82e-308b-4529-9c21-bbd54a6ca0fd service nova] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Detach interface failed, port_id=7e53fae7-ee5d-408a-95af-32e36c99f151, reason: Instance 539b6d69-b2b3-4abc-a767-932bb0567da2 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1398.534063] env[62839]: DEBUG oslo_vmware.api [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758175, 'name': PowerOnVM_Task, 'duration_secs': 0.427085} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.534317] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powered on the VM {{(pid=62839) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.534556] env[62839]: DEBUG nova.compute.manager [None req-41f23e04-a8be-4698-aa1d-badade270e6f tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Checking state {{(pid=62839) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.536055] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163138ea-dcf2-401b-98a5-eff6d9285a54 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.787926] env[62839]: INFO nova.compute.manager [-] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Took 1.43 seconds to deallocate network for instance. [ 1399.293312] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.293581] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.293805] env[62839]: DEBUG nova.objects.instance [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lazy-loading 'resources' on Instance uuid 539b6d69-b2b3-4abc-a767-932bb0567da2 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.831687] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.831932] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.833016] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.833016] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.833016] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.834641] env[62839]: INFO nova.compute.manager [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Terminating instance [ 1399.849458] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d2c076-2c86-4951-8064-77151f765cc2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.857359] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa4b70-2ae6-42ac-bfc1-b838142b7cd2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.887208] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfe4230-9246-4d8f-ae5c-0240ccb4379a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.894197] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da7d41-8f18-4337-993a-60934f962f38 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.906885] env[62839]: DEBUG nova.compute.provider_tree [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.338375] env[62839]: DEBUG nova.compute.manager [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.338612] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.339528] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141d867-78fb-4c75-9112-0bb76a0af47a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.347578] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.347804] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62f7539e-c15f-45f6-85db-fe3ceb227208 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.353322] env[62839]: DEBUG oslo_vmware.api [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1400.353322] env[62839]: value = "task-2758176" [ 1400.353322] env[62839]: _type = "Task" [ 1400.353322] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.360944] env[62839]: DEBUG oslo_vmware.api [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.410053] env[62839]: DEBUG nova.scheduler.client.report [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.863110] env[62839]: DEBUG oslo_vmware.api [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758176, 'name': PowerOffVM_Task, 'duration_secs': 0.24755} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.863417] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.863513] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.863742] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc4c966-5251-4b33-9e12-22867d2b62fb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.914192] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.936421] env[62839]: INFO nova.scheduler.client.report [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Deleted allocations for instance 539b6d69-b2b3-4abc-a767-932bb0567da2 [ 1401.444850] env[62839]: DEBUG oslo_concurrency.lockutils [None req-8d67529e-4b5e-40d0-990b-07eb18b2b05b tempest-AttachVolumeTestJSON-344689674 tempest-AttachVolumeTestJSON-344689674-project-member] Lock "539b6d69-b2b3-4abc-a767-932bb0567da2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.816548] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.816841] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Deleting contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.817040] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Deleting the datastore file [datastore2] b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.817314] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23afcedb-9812-4de2-9209-ee5865ff2713 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.824482] env[62839]: DEBUG oslo_vmware.api [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1401.824482] env[62839]: value = "task-2758178" [ 1401.824482] env[62839]: _type = "Task" [ 1401.824482] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.831566] env[62839]: DEBUG oslo_vmware.api [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.335389] env[62839]: DEBUG oslo_vmware.api [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254547} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.335801] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.335801] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Deleted contents of the VM from datastore datastore2 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.335966] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.336149] env[62839]: INFO nova.compute.manager [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1402.336383] env[62839]: DEBUG oslo.service.loopingcall [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.336565] env[62839]: DEBUG nova.compute.manager [-] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.336687] env[62839]: DEBUG nova.network.neutron [-] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.569452] env[62839]: DEBUG nova.compute.manager [req-5f049801-17da-444d-a7bd-74d2770bfc62 req-bcb76626-f000-4afd-a32f-22c00a3c4db3 service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Received event network-vif-deleted-7314736f-44b6-4fdd-ab0e-6c99f94b52bd {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1402.569658] env[62839]: INFO nova.compute.manager [req-5f049801-17da-444d-a7bd-74d2770bfc62 req-bcb76626-f000-4afd-a32f-22c00a3c4db3 service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Neutron deleted interface 7314736f-44b6-4fdd-ab0e-6c99f94b52bd; detaching it from the instance and deleting it from the info cache [ 1402.569876] env[62839]: DEBUG nova.network.neutron [req-5f049801-17da-444d-a7bd-74d2770bfc62 req-bcb76626-f000-4afd-a32f-22c00a3c4db3 service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.038935] env[62839]: DEBUG nova.network.neutron [-] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.072203] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26a82adb-b8f1-4418-9715-b40906a6b1eb {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.081595] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55751241-6f85-4409-bcd0-5daf86de922f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.105682] env[62839]: DEBUG nova.compute.manager [req-5f049801-17da-444d-a7bd-74d2770bfc62 req-bcb76626-f000-4afd-a32f-22c00a3c4db3 service nova] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Detach interface failed, port_id=7314736f-44b6-4fdd-ab0e-6c99f94b52bd, reason: Instance b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1403.447315] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.447708] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager.update_available_resource {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.541474] env[62839]: INFO nova.compute.manager [-] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Took 1.20 seconds to deallocate network for instance. [ 1403.951109] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.951347] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.951519] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.951672] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62839) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1403.952572] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe65319-c7ed-40e6-9362-148a6221fbd9 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.960869] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274828f-b901-4637-b968-ff5e99d04652 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.974130] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4856f6b9-86f9-4049-9c46-8cc64ee90089 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.980258] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a271caf6-2882-4d32-9d6e-8c818b2e3826 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.009646] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180635MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62839) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1404.009774] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.009960] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.047241] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.037321] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance 43ec202b-10fb-4c04-9e24-0f91a114bfa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62839) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1405.038139] env[62839]: WARNING nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Instance b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1405.038139] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1405.038139] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62839) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1405.073546] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fd92e3-16ea-4405-bf7f-559ef6ef1d15 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.081011] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a829b5b-7814-4028-b2d6-22af2283d353 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.109598] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a0530-1ccc-45dc-a31b-8fc65ac7cbf2 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.116316] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7957d5c7-8139-40b7-a9be-2d97682ed67e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.129397] env[62839]: DEBUG nova.compute.provider_tree [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.632108] env[62839]: DEBUG nova.scheduler.client.report [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.137153] env[62839]: DEBUG nova.compute.resource_tracker [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62839) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1406.137512] env[62839]: DEBUG oslo_concurrency.lockutils [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.137664] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.091s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.137880] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.139946] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.140104] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Cleaning up deleted instances with incomplete migration {{(pid=62839) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1406.256406] env[62839]: INFO nova.scheduler.client.report [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Deleted allocations for instance b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f [ 1406.763855] env[62839]: DEBUG oslo_concurrency.lockutils [None req-2989166b-dfd4-43f8-ba27-8a9cfc834e2d tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.932s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.468491] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.468933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.468933] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.469139] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.469315] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.471442] env[62839]: INFO nova.compute.manager [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Terminating instance [ 1407.642101] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.642270] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.642425] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.642575] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.642722] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.642865] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.643020] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62839) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1407.975755] env[62839]: DEBUG nova.compute.manager [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Start destroying the instance on the hypervisor. {{(pid=62839) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.975973] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Destroying instance {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.976949] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9343d65-0b37-4600-8a49-9a0842a2f55e {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.984681] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powering off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.984913] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79613728-b54b-4091-a22b-237671ecfa1f {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.990748] env[62839]: DEBUG oslo_vmware.api [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1407.990748] env[62839]: value = "task-2758182" [ 1407.990748] env[62839]: _type = "Task" [ 1407.990748] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.998964] env[62839]: DEBUG oslo_vmware.api [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.500713] env[62839]: DEBUG oslo_vmware.api [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758182, 'name': PowerOffVM_Task, 'duration_secs': 0.191887} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.500993] env[62839]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Powered off the VM {{(pid=62839) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.501131] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Unregistering the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.501374] env[62839]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04f81d1e-2afa-42e4-8416-5e7cfe41bfae {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.561658] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Unregistered the VM {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.561898] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Deleting contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.562167] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Deleting the datastore file [datastore1] 43ec202b-10fb-4c04-9e24-0f91a114bfa3 {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.562428] env[62839]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f391147a-1ec4-410d-838a-10a75933814a {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.568866] env[62839]: DEBUG oslo_vmware.api [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for the task: (returnval){ [ 1408.568866] env[62839]: value = "task-2758184" [ 1408.568866] env[62839]: _type = "Task" [ 1408.568866] env[62839]: } to complete. {{(pid=62839) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.576384] env[62839]: DEBUG oslo_vmware.api [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.078406] env[62839]: DEBUG oslo_vmware.api [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Task: {'id': task-2758184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175964} completed successfully. {{(pid=62839) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.078686] env[62839]: DEBUG nova.virt.vmwareapi.ds_util [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Deleted the datastore file {{(pid=62839) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.078829] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Deleted contents of the VM from datastore datastore1 {{(pid=62839) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.079075] env[62839]: DEBUG nova.virt.vmwareapi.vmops [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Instance destroyed {{(pid=62839) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.079228] env[62839]: INFO nova.compute.manager [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1409.079471] env[62839]: DEBUG oslo.service.loopingcall [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62839) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.079660] env[62839]: DEBUG nova.compute.manager [-] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Deallocating network for instance {{(pid=62839) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.079754] env[62839]: DEBUG nova.network.neutron [-] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] deallocate_for_instance() {{(pid=62839) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.306977] env[62839]: DEBUG nova.compute.manager [req-011a687b-cf74-4279-b436-cae5ebfb241f req-ec951f82-1565-4cde-9705-ea4b07a96730 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Received event network-vif-deleted-b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e {{(pid=62839) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1409.307219] env[62839]: INFO nova.compute.manager [req-011a687b-cf74-4279-b436-cae5ebfb241f req-ec951f82-1565-4cde-9705-ea4b07a96730 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Neutron deleted interface b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e; detaching it from the instance and deleting it from the info cache [ 1409.307425] env[62839]: DEBUG nova.network.neutron [req-011a687b-cf74-4279-b436-cae5ebfb241f req-ec951f82-1565-4cde-9705-ea4b07a96730 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.791788] env[62839]: DEBUG nova.network.neutron [-] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Updating instance_info_cache with network_info: [] {{(pid=62839) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.810023] env[62839]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d3b27f9-b29a-4fbb-a6bb-b83b60cc591d {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.819709] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554e725f-8789-4142-9ecf-3a2fbf5acea5 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.842158] env[62839]: DEBUG nova.compute.manager [req-011a687b-cf74-4279-b436-cae5ebfb241f req-ec951f82-1565-4cde-9705-ea4b07a96730 service nova] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Detach interface failed, port_id=b5d18ce9-e7c9-44ef-8435-ae85bdb8d61e, reason: Instance 43ec202b-10fb-4c04-9e24-0f91a114bfa3 could not be found. {{(pid=62839) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1410.293697] env[62839]: INFO nova.compute.manager [-] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Took 1.21 seconds to deallocate network for instance. [ 1410.800208] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.800513] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.800659] env[62839]: DEBUG nova.objects.instance [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lazy-loading 'resources' on Instance uuid 43ec202b-10fb-4c04-9e24-0f91a114bfa3 {{(pid=62839) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.331755] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f813fc-ddc6-464d-950c-823964a214e6 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.339591] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa46365-72e5-4aa0-bedf-530871990b60 {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.371472] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74ee9c-647e-4bea-a254-d471f89d4a4c {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.379259] env[62839]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c81a9-110e-44ef-b410-6a56da287e1b {{(pid=62839) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.392419] env[62839]: DEBUG nova.compute.provider_tree [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Inventory has not changed in ProviderTree for provider: 508aab94-35b0-4514-a42a-7deab951898a {{(pid=62839) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.896008] env[62839]: DEBUG nova.scheduler.client.report [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Inventory has not changed for provider 508aab94-35b0-4514-a42a-7deab951898a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62839) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.401155] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.423080] env[62839]: INFO nova.scheduler.client.report [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Deleted allocations for instance 43ec202b-10fb-4c04-9e24-0f91a114bfa3 [ 1412.932142] env[62839]: DEBUG oslo_concurrency.lockutils [None req-05de02ea-35af-44ac-aecc-2776473475d6 tempest-ServerRescueTestJSON-840157467 tempest-ServerRescueTestJSON-840157467-project-member] Lock "43ec202b-10fb-4c04-9e24-0f91a114bfa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.463s {{(pid=62839) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.447375] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.447761] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Cleaning up deleted instances {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1416.956470] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] There are 25 instances to clean {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1416.956640] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: b1a8a43e-8e33-4c8e-ba90-4c6d80b2523f] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1417.460129] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 43ec202b-10fb-4c04-9e24-0f91a114bfa3] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1417.964353] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 539b6d69-b2b3-4abc-a767-932bb0567da2] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1418.468761] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6c6a6d0a-438b-46ec-ae45-1968f9b2716c] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1418.972658] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 9d6e02cb-6409-4624-9c86-c171a57a451d] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1419.475844] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 5d0849bc-4e3c-4efc-8714-695e383ae2a1] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1419.979429] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 1ad5ef78-3f5e-4292-b22b-76ed03215c79] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1420.483237] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d20ec3da-2f53-473a-8dab-323b138f95eb] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1420.986634] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: e318e224-248f-40bd-b340-52b48716ad4e] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1421.490601] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 6ba495e0-20b0-4a3d-9f1b-90ec4bc3e5df] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1421.994236] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 8e43a81e-ce44-429a-8a32-3938807c6058] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1422.497572] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: f88e1857-7315-4636-ad3d-437cc86d0eb0] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1423.001534] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: cf727c94-9757-4d1b-b224-736ea0f21fb3] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1423.504956] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 475f8228-3e7f-45f9-bd78-a032d23417e5] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1424.008546] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 663c9ae0-c0de-4361-ab27-475532148b59] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1424.513102] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 7d0d71de-e05f-425d-8c9b-cdd40ec78bfd] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1425.016287] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: b0949662-abe8-479d-9de2-d9dc37e50ae2] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1425.519964] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: a5f7d0e1-8336-4c8d-98aa-0cdbc85a577b] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1426.023586] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 56fffbd1-b0ab-4a57-841f-14e1e777ce47] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1426.527386] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 17c6ac18-6eaf-4411-9e1c-55e107f45550] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1427.031104] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 9db5da96-aa00-4df3-8565-f0fcf2c244a0] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1427.534525] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: f2fcf2f9-6201-4213-8042-698ed5fc45d1] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1428.038052] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 7365fb0e-0627-4c02-a6ff-14177626789e] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1428.541585] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: 3ddf2fbe-59c7-4b16-ac23-d45c0a97e9e4] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1429.045393] env[62839]: DEBUG nova.compute.manager [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] [instance: d4806675-c818-4b97-a2ee-71211c672ed1] Instance has had 0 of 5 cleanup attempts {{(pid=62839) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1429.548635] env[62839]: DEBUG oslo_service.periodic_task [None req-c9b11064-fd11-4e11-b54b-6dfbdbd3977f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62839) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}